{
  "metadata": {
    "total_size": 1060548427328
  },
  "weight_map": {
    "layers.0.attention.indexer.wq_b.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.0.attention.wo.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.0.attention.wq.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.0.feed_forward.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.0.feed_forward.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.0.feed_forward.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.attention.indexer.wq_b.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.attention.wo.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.attention.wq.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.0.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.0.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.0.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.1.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.1.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.1.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.10.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.10.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.10.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.100.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.100.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.100.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.101.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.101.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.101.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.102.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.102.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.102.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.103.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.103.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.103.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.104.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.104.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.104.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.105.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.105.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.105.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.106.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.106.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.106.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.107.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.107.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.107.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.108.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.108.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.108.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.109.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.109.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.109.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.11.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.11.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.11.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.110.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.110.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.110.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.111.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.111.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.111.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.112.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.112.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.112.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.113.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.113.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.113.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.114.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.114.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.114.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.115.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.115.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.115.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.116.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.116.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.116.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.117.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.117.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.117.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.118.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.118.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.118.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.119.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.119.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.119.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.12.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.12.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.12.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.120.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.120.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.120.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.121.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.121.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.121.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.122.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.122.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.122.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.123.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.123.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.123.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.124.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.124.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.124.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.125.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.125.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.125.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.126.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.126.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.126.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.127.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.127.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.127.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.13.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.13.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.13.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.14.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.14.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.14.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.15.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.15.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.15.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.16.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.16.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.16.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.17.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.17.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.17.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.18.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.18.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.18.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.19.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.19.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.19.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.2.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.2.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.2.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.20.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.20.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.20.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.21.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.21.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.21.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.22.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.22.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.22.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.23.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.23.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.23.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.24.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.24.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.24.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.25.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.25.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.25.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.26.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.26.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.26.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.27.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.27.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.27.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.28.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.28.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.28.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.29.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.29.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.29.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.3.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.3.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.3.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.30.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.30.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.30.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.31.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.31.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.31.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.32.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.32.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.32.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.33.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.33.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.33.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.34.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.34.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.34.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.35.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.35.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.35.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.36.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.36.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.36.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.37.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.37.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.37.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.38.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.38.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.38.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.39.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.39.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.39.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.4.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.4.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.4.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.40.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.40.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.40.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.41.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.41.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.41.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.42.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.42.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.42.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.43.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.43.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.43.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.44.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.44.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.44.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.45.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.45.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.45.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.46.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.46.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.46.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.47.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.47.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.47.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.48.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.48.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.48.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.49.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.49.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.49.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.5.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.5.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.5.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.50.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.50.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.50.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.51.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.51.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.51.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.52.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.52.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.52.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.53.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.53.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.53.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.54.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.54.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.54.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.55.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.55.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.55.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.56.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.56.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.56.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.57.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.57.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.57.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.58.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.58.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.58.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.59.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.59.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.59.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.6.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.6.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.6.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.60.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.60.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.60.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.61.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.61.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.61.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.62.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.62.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.62.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.63.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.63.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.63.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.64.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.64.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.64.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.65.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.65.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.65.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.66.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.66.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.66.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.67.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.67.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.67.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.68.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.68.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.68.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.69.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.69.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.69.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.7.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.7.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.7.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.70.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.70.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.70.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.71.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.71.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.71.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.72.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.72.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.72.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.73.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.73.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.73.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.74.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.74.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.74.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.75.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.75.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.75.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.76.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.76.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.76.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.77.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.77.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.77.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.78.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.78.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.78.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.79.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.79.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.79.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.8.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.8.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.8.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.80.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.80.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.80.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.81.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.81.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.81.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.82.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.82.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.82.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.83.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.83.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.83.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.84.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.84.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.84.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.85.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.85.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.85.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.86.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.86.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.86.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.87.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.87.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.87.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.88.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.88.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.88.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.89.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.89.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.89.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.9.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.9.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.9.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.90.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.90.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.90.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.91.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.91.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.91.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.92.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.92.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.92.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.93.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.93.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.93.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.94.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.94.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.94.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.95.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.95.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.95.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.96.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.96.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.96.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.97.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.97.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.97.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.98.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.98.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.98.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.99.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.99.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.99.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.shared_experts.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.shared_experts.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.shared_experts.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.attention.indexer.wq_b.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.attention.wo.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.attention.wq.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.0.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.0.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.0.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.1.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.1.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.1.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.10.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.10.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.10.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.100.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.100.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.100.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.101.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.101.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.101.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.102.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.102.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.102.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.103.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.103.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.103.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.104.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.104.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.104.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.105.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.105.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.105.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.106.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.106.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.106.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.107.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.107.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.107.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.108.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.108.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.108.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.109.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.109.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.109.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.11.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.11.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.11.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.110.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.110.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.110.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.111.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.111.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.111.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.112.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.112.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.112.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.113.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.113.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.113.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.114.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.114.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.114.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.115.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.115.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.115.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.116.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.116.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.116.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.117.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.117.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.117.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.118.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.118.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.118.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.119.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.119.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.119.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.12.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.12.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.12.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.120.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.120.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.120.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.121.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.121.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.121.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.122.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.122.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.122.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.123.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.123.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.123.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.124.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.124.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.124.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.125.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.125.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.125.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.126.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.126.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.126.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.127.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.127.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.127.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.13.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.13.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.13.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.14.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.14.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.14.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.15.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.15.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.15.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.16.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.16.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.16.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.17.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.17.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.17.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.18.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.18.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.18.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.19.w1.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.19.w2.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.19.w3.qscale_weight": "consolidated-00001-of-00054.safetensors",
    "layers.0.attention.indexer.wq_b.weight": "consolidated-00001-of-00054.safetensors",
    "layers.0.attention.wo.weight": "consolidated-00001-of-00054.safetensors",
    "layers.0.attention.wq.weight": "consolidated-00001-of-00054.safetensors",
    "layers.0.feed_forward.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.0.feed_forward.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.0.feed_forward.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.attention.indexer.wq_b.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.attention.wo.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.attention.wq.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.0.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.0.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.0.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.1.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.1.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.1.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.10.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.10.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.10.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.100.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.100.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.100.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.101.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.101.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.101.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.102.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.102.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.102.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.103.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.103.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.103.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.104.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.104.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.104.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.105.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.105.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.105.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.106.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.106.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.106.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.107.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.107.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.107.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.108.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.108.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.108.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.109.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.109.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.109.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.11.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.11.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.11.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.110.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.110.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.110.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.111.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.111.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.111.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.112.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.112.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.112.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.113.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.113.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.113.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.114.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.114.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.114.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.115.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.115.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.115.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.116.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.116.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.116.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.117.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.117.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.117.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.118.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.118.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.118.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.119.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.119.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.119.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.12.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.12.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.12.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.120.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.120.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.120.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.121.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.121.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.121.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.122.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.122.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.122.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.123.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.123.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.123.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.124.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.124.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.124.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.125.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.125.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.125.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.126.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.126.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.126.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.127.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.127.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.127.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.13.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.13.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.13.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.14.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.14.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.14.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.15.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.15.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.15.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.16.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.16.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.16.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.17.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.17.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.17.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.18.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.18.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.18.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.19.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.19.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.19.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.2.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.2.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.2.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.20.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.20.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.20.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.21.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.21.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.21.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.22.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.22.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.22.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.23.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.23.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.23.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.24.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.24.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.24.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.25.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.25.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.25.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.26.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.26.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.26.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.27.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.27.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.27.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.28.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.28.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.28.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.29.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.29.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.29.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.3.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.3.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.3.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.30.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.30.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.30.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.31.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.31.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.31.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.32.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.32.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.32.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.33.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.33.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.33.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.34.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.34.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.34.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.35.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.35.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.35.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.36.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.36.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.36.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.37.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.37.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.37.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.38.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.38.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.38.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.39.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.39.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.39.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.4.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.4.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.4.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.40.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.40.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.40.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.41.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.41.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.41.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.42.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.42.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.42.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.43.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.43.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.43.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.44.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.44.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.44.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.45.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.45.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.45.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.46.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.46.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.46.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.47.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.47.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.47.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.48.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.48.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.48.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.49.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.49.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.49.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.5.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.5.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.5.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.50.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.50.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.50.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.51.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.51.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.51.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.52.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.52.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.52.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.53.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.53.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.53.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.54.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.54.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.54.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.55.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.55.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.55.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.56.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.56.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.56.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.57.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.57.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.57.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.58.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.58.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.58.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.59.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.59.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.59.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.6.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.6.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.6.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.60.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.60.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.60.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.61.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.61.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.61.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.62.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.62.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.62.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.63.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.63.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.63.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.64.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.64.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.64.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.65.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.65.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.65.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.66.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.66.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.66.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.67.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.67.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.67.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.68.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.68.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.68.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.69.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.69.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.69.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.7.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.7.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.7.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.70.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.70.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.70.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.71.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.71.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.71.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.72.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.72.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.72.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.73.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.73.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.73.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.74.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.74.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.74.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.75.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.75.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.75.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.76.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.76.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.76.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.77.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.77.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.77.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.78.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.78.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.78.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.79.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.79.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.79.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.8.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.8.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.8.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.80.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.80.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.80.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.81.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.81.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.81.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.82.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.82.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.82.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.83.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.83.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.83.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.84.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.84.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.84.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.85.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.85.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.85.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.86.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.86.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.86.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.87.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.87.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.87.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.88.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.88.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.88.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.89.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.89.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.89.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.9.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.9.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.9.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.90.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.90.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.90.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.91.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.91.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.91.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.92.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.92.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.92.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.93.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.93.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.93.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.94.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.94.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.94.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.95.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.95.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.95.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.96.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.96.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.96.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.97.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.97.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.97.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.98.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.98.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.98.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.99.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.99.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.experts.99.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.shared_experts.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.shared_experts.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.1.shared_experts.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.attention.indexer.wq_b.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.attention.wo.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.attention.wq.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.0.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.0.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.0.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.1.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.1.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.1.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.10.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.10.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.10.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.100.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.100.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.100.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.101.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.101.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.101.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.102.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.102.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.102.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.103.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.103.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.103.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.104.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.104.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.104.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.105.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.105.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.105.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.106.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.106.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.106.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.107.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.107.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.107.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.108.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.108.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.108.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.109.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.109.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.109.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.11.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.11.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.11.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.110.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.110.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.110.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.111.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.111.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.111.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.112.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.112.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.112.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.113.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.113.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.113.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.114.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.114.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.114.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.115.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.115.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.115.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.116.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.116.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.116.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.117.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.117.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.117.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.118.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.118.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.118.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.119.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.119.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.119.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.12.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.12.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.12.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.120.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.120.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.120.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.121.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.121.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.121.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.122.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.122.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.122.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.123.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.123.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.123.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.124.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.124.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.124.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.125.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.125.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.125.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.126.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.126.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.126.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.127.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.127.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.127.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.13.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.13.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.13.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.14.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.14.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.14.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.15.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.15.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.15.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.16.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.16.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.16.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.17.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.17.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.17.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.18.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.18.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.18.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.19.w1.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.19.w2.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.19.w3.weight": "consolidated-00001-of-00054.safetensors",
    "layers.10.experts.2.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.2.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.2.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.20.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.20.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.20.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.21.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.21.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.21.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.22.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.22.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.22.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.23.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.23.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.23.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.24.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.24.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.24.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.25.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.25.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.25.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.26.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.26.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.26.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.27.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.27.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.27.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.28.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.28.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.28.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.29.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.29.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.29.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.3.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.3.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.3.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.30.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.30.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.30.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.31.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.31.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.31.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.32.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.32.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.32.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.33.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.33.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.33.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.34.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.34.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.34.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.35.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.35.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.35.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.36.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.36.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.36.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.37.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.37.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.37.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.38.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.38.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.38.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.39.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.39.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.39.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.4.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.4.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.4.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.40.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.40.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.40.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.41.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.41.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.41.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.42.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.42.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.42.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.43.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.43.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.43.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.44.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.44.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.44.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.45.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.45.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.45.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.46.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.46.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.46.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.47.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.47.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.47.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.48.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.48.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.48.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.49.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.49.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.49.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.5.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.5.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.5.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.50.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.50.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.50.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.51.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.51.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.51.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.52.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.52.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.52.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.53.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.53.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.53.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.54.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.54.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.54.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.55.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.55.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.55.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.56.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.56.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.56.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.57.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.57.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.57.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.58.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.58.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.58.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.59.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.59.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.59.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.6.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.6.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.6.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.60.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.60.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.60.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.61.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.61.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.61.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.62.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.62.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.62.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.63.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.63.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.63.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.64.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.64.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.64.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.65.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.65.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.65.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.66.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.66.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.66.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.67.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.67.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.67.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.68.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.68.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.68.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.69.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.69.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.69.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.7.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.7.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.7.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.70.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.70.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.70.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.71.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.71.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.71.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.72.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.72.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.72.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.73.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.73.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.73.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.74.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.74.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.74.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.75.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.75.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.75.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.76.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.76.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.76.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.77.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.77.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.77.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.78.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.78.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.78.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.79.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.79.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.79.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.8.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.8.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.8.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.80.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.80.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.80.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.81.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.81.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.81.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.82.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.82.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.82.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.83.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.83.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.83.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.84.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.84.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.84.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.85.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.85.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.85.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.86.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.86.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.86.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.87.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.87.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.87.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.88.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.88.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.88.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.89.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.89.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.89.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.9.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.9.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.9.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.90.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.90.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.90.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.91.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.91.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.91.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.92.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.92.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.92.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.93.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.93.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.93.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.94.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.94.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.94.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.95.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.95.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.95.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.96.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.96.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.96.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.97.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.97.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.97.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.98.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.98.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.98.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.99.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.99.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.99.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.shared_experts.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.shared_experts.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.shared_experts.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.attention.indexer.wq_b.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.attention.wo.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.attention.wq.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.0.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.0.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.0.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.1.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.1.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.1.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.10.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.10.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.10.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.100.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.100.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.100.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.101.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.101.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.101.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.102.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.102.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.102.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.103.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.103.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.103.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.104.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.104.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.104.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.105.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.105.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.105.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.106.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.106.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.106.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.107.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.107.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.107.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.108.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.108.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.108.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.109.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.109.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.109.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.11.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.11.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.11.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.110.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.110.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.110.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.111.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.111.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.111.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.112.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.112.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.112.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.113.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.113.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.113.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.114.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.114.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.114.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.115.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.115.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.115.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.116.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.116.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.116.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.117.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.117.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.117.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.118.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.118.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.118.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.119.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.119.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.119.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.12.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.12.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.12.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.120.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.120.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.120.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.121.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.121.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.121.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.122.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.122.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.122.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.123.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.123.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.123.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.124.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.124.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.124.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.125.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.125.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.125.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.126.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.126.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.126.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.127.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.127.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.127.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.13.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.13.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.13.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.14.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.14.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.14.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.15.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.15.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.15.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.16.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.16.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.16.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.17.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.17.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.17.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.18.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.18.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.18.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.19.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.19.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.19.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.2.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.2.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.2.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.20.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.20.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.20.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.21.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.21.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.21.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.22.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.22.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.22.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.23.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.23.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.23.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.24.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.24.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.24.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.25.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.25.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.25.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.26.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.26.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.26.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.27.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.27.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.27.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.28.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.28.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.28.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.29.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.29.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.29.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.3.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.3.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.3.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.30.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.30.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.30.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.31.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.31.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.31.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.32.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.32.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.32.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.33.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.33.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.33.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.34.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.34.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.34.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.35.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.35.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.35.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.36.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.36.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.36.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.37.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.37.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.37.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.38.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.38.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.38.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.39.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.39.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.39.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.4.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.4.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.4.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.40.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.40.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.40.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.41.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.41.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.41.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.42.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.42.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.42.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.43.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.43.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.43.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.44.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.44.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.44.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.45.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.45.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.45.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.46.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.46.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.46.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.47.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.47.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.47.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.48.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.48.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.48.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.49.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.49.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.49.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.5.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.5.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.5.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.50.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.50.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.50.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.51.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.51.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.51.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.52.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.52.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.52.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.53.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.53.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.53.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.54.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.54.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.54.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.55.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.55.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.55.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.56.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.56.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.56.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.57.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.57.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.57.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.58.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.58.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.58.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.59.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.59.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.59.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.6.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.6.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.6.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.60.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.60.w2.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.60.w3.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.61.w1.qscale_weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.2.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.2.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.2.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.20.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.20.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.20.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.21.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.21.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.21.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.22.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.22.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.22.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.23.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.23.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.23.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.24.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.24.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.24.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.25.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.25.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.25.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.26.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.26.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.26.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.27.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.27.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.27.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.28.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.28.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.28.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.29.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.29.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.29.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.3.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.3.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.3.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.30.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.30.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.30.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.31.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.31.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.31.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.32.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.32.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.32.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.33.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.33.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.33.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.34.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.34.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.34.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.35.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.35.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.35.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.36.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.36.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.36.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.37.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.37.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.37.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.38.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.38.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.38.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.39.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.39.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.39.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.4.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.4.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.4.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.40.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.40.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.40.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.41.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.41.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.41.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.42.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.42.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.42.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.43.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.43.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.43.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.44.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.44.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.44.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.45.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.45.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.45.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.46.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.46.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.46.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.47.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.47.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.47.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.48.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.48.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.48.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.49.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.49.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.49.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.5.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.5.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.5.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.50.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.50.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.50.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.51.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.51.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.51.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.52.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.52.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.52.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.53.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.53.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.53.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.54.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.54.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.54.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.55.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.55.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.55.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.56.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.56.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.56.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.57.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.57.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.57.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.58.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.58.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.58.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.59.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.59.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.59.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.6.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.6.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.6.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.60.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.60.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.60.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.61.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.61.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.61.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.62.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.62.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.62.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.63.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.63.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.63.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.64.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.64.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.64.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.65.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.65.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.65.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.66.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.66.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.66.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.67.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.67.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.67.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.68.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.68.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.68.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.69.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.69.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.69.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.7.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.7.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.7.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.70.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.70.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.70.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.71.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.71.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.71.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.72.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.72.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.72.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.73.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.73.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.73.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.74.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.74.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.74.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.75.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.75.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.75.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.76.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.76.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.76.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.77.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.77.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.77.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.78.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.78.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.78.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.79.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.79.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.79.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.8.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.8.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.8.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.80.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.80.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.80.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.81.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.81.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.81.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.82.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.82.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.82.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.83.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.83.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.83.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.84.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.84.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.84.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.85.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.85.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.85.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.86.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.86.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.86.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.87.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.87.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.87.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.88.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.88.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.88.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.89.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.89.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.89.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.9.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.9.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.9.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.90.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.90.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.90.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.91.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.91.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.91.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.92.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.92.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.92.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.93.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.93.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.93.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.94.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.94.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.94.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.95.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.95.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.95.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.96.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.96.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.96.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.97.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.97.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.97.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.98.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.98.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.98.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.99.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.99.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.experts.99.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.shared_experts.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.shared_experts.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.10.shared_experts.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.attention.indexer.wq_b.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.attention.wo.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.attention.wq.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.0.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.0.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.0.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.1.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.1.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.1.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.10.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.10.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.10.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.100.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.100.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.100.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.101.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.101.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.101.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.102.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.102.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.102.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.103.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.103.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.103.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.104.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.104.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.104.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.105.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.105.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.105.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.106.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.106.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.106.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.107.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.107.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.107.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.108.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.108.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.108.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.109.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.109.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.109.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.11.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.11.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.11.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.110.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.110.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.110.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.111.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.111.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.111.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.112.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.112.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.112.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.113.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.113.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.113.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.114.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.114.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.114.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.115.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.115.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.115.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.116.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.116.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.116.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.117.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.117.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.117.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.118.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.118.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.118.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.119.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.119.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.119.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.12.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.12.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.12.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.120.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.120.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.120.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.121.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.121.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.121.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.122.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.122.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.122.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.123.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.123.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.123.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.124.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.124.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.124.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.125.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.125.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.125.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.126.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.126.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.126.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.127.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.127.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.127.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.13.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.13.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.13.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.14.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.14.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.14.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.15.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.15.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.15.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.16.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.16.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.16.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.17.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.17.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.17.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.18.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.18.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.18.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.19.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.19.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.19.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.2.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.2.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.2.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.20.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.20.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.20.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.21.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.21.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.21.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.22.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.22.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.22.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.23.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.23.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.23.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.24.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.24.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.24.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.25.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.25.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.25.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.26.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.26.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.26.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.27.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.27.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.27.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.28.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.28.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.28.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.29.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.29.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.29.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.3.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.3.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.3.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.30.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.30.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.30.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.31.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.31.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.31.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.32.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.32.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.32.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.33.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.33.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.33.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.34.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.34.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.34.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.35.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.35.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.35.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.36.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.36.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.36.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.37.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.37.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.37.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.38.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.38.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.38.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.39.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.39.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.39.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.4.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.4.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.4.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.40.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.40.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.40.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.41.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.41.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.41.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.42.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.42.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.42.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.43.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.43.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.43.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.44.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.44.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.44.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.45.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.45.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.45.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.46.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.46.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.46.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.47.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.47.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.47.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.48.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.48.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.48.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.49.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.49.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.49.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.5.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.5.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.5.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.50.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.50.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.50.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.51.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.51.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.51.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.52.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.52.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.52.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.53.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.53.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.53.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.54.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.54.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.54.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.55.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.55.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.55.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.56.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.56.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.56.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.57.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.57.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.57.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.58.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.58.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.58.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.59.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.59.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.59.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.6.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.6.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.6.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.60.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.60.w2.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.60.w3.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.61.w1.weight": "consolidated-00002-of-00054.safetensors",
    "layers.11.experts.61.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.61.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.62.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.62.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.62.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.63.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.63.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.63.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.64.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.64.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.64.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.65.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.65.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.65.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.66.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.66.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.66.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.67.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.67.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.67.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.68.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.68.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.68.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.69.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.69.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.69.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.7.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.7.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.7.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.70.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.70.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.70.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.71.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.71.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.71.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.72.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.72.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.72.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.73.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.73.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.73.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.74.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.74.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.74.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.75.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.75.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.75.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.76.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.76.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.76.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.77.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.77.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.77.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.78.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.78.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.78.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.79.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.79.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.79.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.8.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.8.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.8.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.80.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.80.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.80.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.81.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.81.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.81.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.82.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.82.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.82.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.83.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.83.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.83.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.84.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.84.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.84.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.85.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.85.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.85.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.86.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.86.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.86.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.87.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.87.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.87.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.88.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.88.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.88.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.89.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.89.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.89.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.9.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.9.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.9.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.90.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.90.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.90.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.91.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.91.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.91.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.92.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.92.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.92.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.93.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.93.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.93.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.94.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.94.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.94.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.95.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.95.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.95.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.96.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.96.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.96.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.97.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.97.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.97.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.98.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.98.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.98.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.99.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.99.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.99.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.shared_experts.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.shared_experts.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.shared_experts.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.attention.indexer.wq_b.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.attention.wo.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.attention.wq.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.0.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.0.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.0.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.1.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.1.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.1.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.10.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.10.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.10.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.100.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.100.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.100.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.101.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.101.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.101.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.102.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.102.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.102.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.103.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.103.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.103.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.104.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.104.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.104.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.105.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.105.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.105.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.106.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.106.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.106.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.107.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.107.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.107.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.108.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.108.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.108.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.109.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.109.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.109.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.11.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.11.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.11.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.110.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.110.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.110.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.111.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.111.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.111.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.112.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.112.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.112.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.113.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.113.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.113.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.114.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.114.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.114.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.115.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.115.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.115.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.116.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.116.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.116.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.117.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.117.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.117.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.118.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.118.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.118.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.119.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.119.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.119.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.12.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.12.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.12.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.120.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.120.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.120.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.121.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.121.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.121.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.122.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.122.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.122.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.123.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.123.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.123.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.124.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.124.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.124.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.125.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.125.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.125.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.126.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.126.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.126.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.127.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.127.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.127.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.13.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.13.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.13.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.14.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.14.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.14.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.15.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.15.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.15.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.16.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.16.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.16.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.17.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.17.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.17.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.18.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.18.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.18.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.19.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.19.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.19.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.2.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.2.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.2.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.20.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.20.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.20.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.21.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.21.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.21.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.22.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.22.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.22.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.23.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.23.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.23.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.24.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.24.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.24.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.25.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.25.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.25.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.26.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.26.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.26.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.27.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.27.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.27.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.28.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.28.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.28.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.29.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.29.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.29.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.3.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.3.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.3.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.30.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.30.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.30.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.31.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.31.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.31.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.32.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.32.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.32.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.33.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.33.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.33.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.34.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.34.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.34.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.35.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.35.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.35.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.36.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.36.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.36.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.37.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.37.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.37.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.38.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.38.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.38.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.39.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.39.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.39.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.4.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.4.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.4.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.40.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.40.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.40.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.41.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.41.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.41.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.42.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.42.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.42.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.43.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.43.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.43.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.44.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.44.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.44.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.45.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.45.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.45.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.46.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.46.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.46.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.47.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.47.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.47.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.48.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.48.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.48.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.49.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.49.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.49.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.5.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.5.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.5.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.50.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.50.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.50.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.51.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.51.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.51.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.52.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.52.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.52.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.53.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.53.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.53.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.54.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.54.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.54.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.55.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.55.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.55.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.56.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.56.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.56.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.57.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.57.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.57.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.58.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.58.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.58.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.59.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.59.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.59.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.6.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.6.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.6.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.60.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.60.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.60.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.61.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.61.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.61.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.62.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.62.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.62.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.63.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.63.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.63.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.64.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.64.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.64.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.65.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.65.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.65.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.66.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.66.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.66.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.67.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.67.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.67.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.68.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.68.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.68.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.69.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.69.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.69.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.7.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.7.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.7.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.70.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.70.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.70.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.71.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.71.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.71.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.72.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.72.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.72.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.73.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.73.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.73.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.74.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.74.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.74.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.75.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.75.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.75.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.76.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.76.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.76.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.77.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.77.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.77.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.78.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.78.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.78.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.79.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.79.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.79.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.8.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.8.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.8.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.80.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.80.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.80.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.81.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.81.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.81.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.82.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.82.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.82.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.83.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.83.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.83.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.84.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.84.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.84.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.85.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.85.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.85.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.86.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.86.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.86.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.87.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.87.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.87.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.88.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.88.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.88.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.89.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.89.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.89.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.9.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.9.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.9.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.90.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.90.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.90.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.91.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.91.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.91.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.92.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.92.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.92.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.93.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.93.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.93.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.94.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.94.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.94.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.95.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.95.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.95.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.96.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.96.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.96.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.97.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.97.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.97.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.98.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.98.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.98.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.99.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.99.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.99.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.shared_experts.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.shared_experts.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.shared_experts.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.attention.indexer.wq_b.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.attention.wo.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.attention.wq.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.0.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.0.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.0.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.1.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.1.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.1.w3.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.10.w1.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.10.w2.qscale_weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.61.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.61.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.62.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.62.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.62.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.63.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.63.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.63.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.64.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.64.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.64.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.65.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.65.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.65.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.66.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.66.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.66.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.67.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.67.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.67.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.68.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.68.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.68.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.69.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.69.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.69.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.7.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.7.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.7.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.70.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.70.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.70.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.71.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.71.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.71.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.72.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.72.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.72.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.73.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.73.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.73.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.74.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.74.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.74.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.75.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.75.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.75.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.76.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.76.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.76.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.77.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.77.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.77.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.78.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.78.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.78.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.79.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.79.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.79.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.8.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.8.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.8.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.80.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.80.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.80.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.81.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.81.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.81.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.82.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.82.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.82.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.83.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.83.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.83.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.84.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.84.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.84.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.85.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.85.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.85.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.86.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.86.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.86.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.87.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.87.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.87.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.88.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.88.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.88.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.89.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.89.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.89.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.9.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.9.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.9.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.90.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.90.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.90.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.91.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.91.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.91.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.92.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.92.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.92.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.93.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.93.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.93.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.94.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.94.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.94.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.95.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.95.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.95.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.96.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.96.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.96.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.97.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.97.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.97.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.98.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.98.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.98.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.99.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.99.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.experts.99.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.shared_experts.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.shared_experts.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.11.shared_experts.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.attention.indexer.wq_b.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.attention.wo.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.attention.wq.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.0.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.0.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.0.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.1.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.1.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.1.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.10.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.10.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.10.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.100.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.100.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.100.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.101.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.101.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.101.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.102.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.102.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.102.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.103.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.103.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.103.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.104.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.104.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.104.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.105.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.105.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.105.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.106.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.106.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.106.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.107.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.107.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.107.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.108.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.108.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.108.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.109.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.109.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.109.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.11.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.11.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.11.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.110.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.110.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.110.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.111.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.111.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.111.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.112.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.112.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.112.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.113.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.113.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.113.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.114.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.114.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.114.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.115.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.115.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.115.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.116.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.116.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.116.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.117.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.117.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.117.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.118.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.118.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.118.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.119.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.119.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.119.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.12.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.12.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.12.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.120.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.120.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.120.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.121.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.121.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.121.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.122.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.122.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.122.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.123.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.123.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.123.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.124.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.124.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.124.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.125.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.125.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.125.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.126.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.126.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.126.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.127.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.127.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.127.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.13.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.13.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.13.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.14.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.14.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.14.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.15.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.15.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.15.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.16.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.16.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.16.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.17.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.17.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.17.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.18.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.18.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.18.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.19.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.19.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.19.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.2.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.2.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.2.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.20.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.20.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.20.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.21.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.21.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.21.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.22.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.22.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.22.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.23.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.23.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.23.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.24.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.24.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.24.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.25.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.25.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.25.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.26.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.26.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.26.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.27.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.27.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.27.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.28.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.28.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.28.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.29.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.29.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.29.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.3.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.3.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.3.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.30.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.30.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.30.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.31.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.31.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.31.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.32.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.32.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.32.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.33.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.33.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.33.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.34.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.34.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.34.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.35.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.35.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.35.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.36.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.36.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.36.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.37.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.37.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.37.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.38.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.38.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.38.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.39.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.39.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.39.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.4.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.4.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.4.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.40.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.40.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.40.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.41.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.41.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.41.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.42.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.42.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.42.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.43.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.43.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.43.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.44.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.44.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.44.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.45.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.45.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.45.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.46.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.46.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.46.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.47.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.47.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.47.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.48.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.48.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.48.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.49.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.49.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.49.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.5.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.5.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.5.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.50.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.50.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.50.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.51.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.51.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.51.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.52.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.52.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.52.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.53.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.53.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.53.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.54.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.54.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.54.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.55.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.55.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.55.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.56.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.56.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.56.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.57.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.57.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.57.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.58.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.58.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.58.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.59.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.59.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.59.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.6.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.6.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.6.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.60.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.60.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.60.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.61.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.61.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.61.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.62.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.62.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.62.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.63.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.63.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.63.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.64.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.64.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.64.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.65.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.65.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.65.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.66.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.66.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.66.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.67.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.67.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.67.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.68.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.68.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.68.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.69.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.69.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.69.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.7.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.7.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.7.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.70.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.70.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.70.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.71.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.71.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.71.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.72.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.72.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.72.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.73.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.73.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.73.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.74.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.74.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.74.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.75.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.75.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.75.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.76.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.76.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.76.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.77.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.77.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.77.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.78.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.78.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.78.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.79.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.79.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.79.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.8.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.8.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.8.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.80.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.80.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.80.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.81.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.81.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.81.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.82.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.82.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.82.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.83.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.83.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.83.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.84.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.84.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.84.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.85.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.85.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.85.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.86.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.86.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.86.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.87.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.87.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.87.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.88.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.88.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.88.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.89.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.89.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.89.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.9.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.9.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.9.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.90.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.90.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.90.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.91.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.91.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.91.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.92.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.92.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.92.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.93.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.93.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.93.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.94.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.94.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.94.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.95.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.95.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.95.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.96.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.96.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.96.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.97.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.97.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.97.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.98.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.98.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.98.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.99.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.99.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.experts.99.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.shared_experts.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.shared_experts.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.12.shared_experts.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.attention.indexer.wq_b.weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.attention.wo.weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.attention.wq.weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.0.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.0.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.0.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.1.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.1.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.1.w3.weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.10.w1.weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.10.w2.weight": "consolidated-00003-of-00054.safetensors",
    "layers.13.experts.10.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.100.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.100.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.100.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.101.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.101.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.101.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.102.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.102.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.102.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.103.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.103.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.103.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.104.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.104.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.104.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.105.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.105.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.105.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.106.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.106.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.106.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.107.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.107.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.107.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.108.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.108.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.108.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.109.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.109.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.109.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.11.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.11.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.11.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.110.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.110.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.110.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.111.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.111.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.111.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.112.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.112.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.112.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.113.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.113.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.113.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.114.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.114.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.114.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.115.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.115.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.115.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.116.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.116.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.116.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.117.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.117.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.117.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.118.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.118.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.118.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.119.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.119.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.119.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.12.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.12.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.12.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.120.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.120.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.120.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.121.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.121.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.121.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.122.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.122.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.122.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.123.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.123.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.123.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.124.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.124.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.124.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.125.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.125.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.125.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.126.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.126.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.126.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.127.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.127.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.127.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.13.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.13.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.13.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.14.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.14.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.14.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.15.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.15.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.15.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.16.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.16.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.16.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.17.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.17.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.17.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.18.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.18.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.18.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.19.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.19.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.19.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.2.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.2.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.2.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.20.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.20.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.20.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.21.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.21.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.21.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.22.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.22.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.22.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.23.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.23.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.23.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.24.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.24.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.24.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.25.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.25.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.25.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.26.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.26.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.26.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.27.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.27.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.27.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.28.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.28.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.28.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.29.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.29.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.29.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.3.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.3.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.3.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.30.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.30.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.30.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.31.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.31.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.31.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.32.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.32.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.32.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.33.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.33.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.33.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.34.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.34.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.34.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.35.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.35.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.35.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.36.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.36.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.36.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.37.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.37.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.37.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.38.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.38.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.38.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.39.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.39.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.39.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.4.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.4.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.4.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.40.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.40.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.40.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.41.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.41.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.41.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.42.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.42.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.42.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.43.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.43.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.43.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.44.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.44.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.44.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.45.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.45.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.45.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.46.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.46.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.46.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.47.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.47.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.47.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.48.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.48.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.48.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.49.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.49.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.49.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.5.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.5.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.5.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.50.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.50.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.50.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.51.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.51.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.51.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.52.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.52.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.52.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.53.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.53.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.53.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.54.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.54.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.54.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.55.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.55.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.55.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.56.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.56.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.56.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.57.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.57.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.57.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.58.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.58.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.58.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.59.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.59.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.59.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.6.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.6.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.6.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.60.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.60.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.60.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.61.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.61.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.61.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.62.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.62.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.62.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.63.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.63.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.63.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.64.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.64.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.64.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.65.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.65.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.65.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.66.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.66.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.66.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.67.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.67.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.67.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.68.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.68.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.68.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.69.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.69.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.69.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.7.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.7.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.7.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.70.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.70.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.70.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.71.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.71.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.71.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.72.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.72.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.72.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.73.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.73.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.73.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.74.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.74.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.74.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.75.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.75.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.75.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.76.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.76.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.76.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.77.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.77.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.77.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.78.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.78.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.78.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.79.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.79.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.79.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.8.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.8.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.8.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.80.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.80.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.80.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.81.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.81.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.81.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.82.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.82.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.82.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.83.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.83.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.83.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.84.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.84.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.84.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.85.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.85.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.85.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.86.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.86.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.86.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.87.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.87.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.87.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.88.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.88.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.88.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.89.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.89.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.89.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.9.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.9.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.9.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.90.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.90.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.90.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.91.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.91.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.91.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.92.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.92.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.92.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.93.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.93.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.93.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.94.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.94.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.94.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.95.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.95.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.95.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.96.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.96.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.96.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.97.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.97.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.97.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.98.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.98.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.98.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.99.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.99.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.99.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.shared_experts.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.shared_experts.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.shared_experts.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.attention.indexer.wq_b.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.attention.wo.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.attention.wq.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.0.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.0.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.0.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.1.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.1.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.1.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.10.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.10.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.10.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.100.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.100.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.100.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.101.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.101.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.101.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.102.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.102.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.102.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.103.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.103.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.103.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.104.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.104.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.104.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.105.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.105.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.105.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.106.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.106.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.106.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.107.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.107.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.107.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.108.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.108.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.108.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.109.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.109.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.109.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.11.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.11.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.11.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.110.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.110.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.110.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.111.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.111.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.111.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.112.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.112.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.112.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.113.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.113.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.113.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.114.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.114.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.114.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.115.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.115.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.115.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.116.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.116.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.116.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.117.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.117.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.117.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.118.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.118.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.118.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.119.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.119.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.119.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.12.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.12.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.12.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.120.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.120.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.120.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.121.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.121.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.121.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.122.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.122.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.122.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.123.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.123.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.123.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.124.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.124.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.124.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.125.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.125.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.125.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.126.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.126.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.126.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.127.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.127.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.127.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.13.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.13.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.13.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.14.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.14.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.14.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.15.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.15.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.15.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.16.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.16.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.16.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.17.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.17.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.17.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.18.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.18.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.18.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.19.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.19.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.19.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.2.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.2.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.2.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.20.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.20.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.20.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.21.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.21.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.21.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.22.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.22.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.22.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.23.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.23.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.23.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.24.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.24.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.24.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.25.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.25.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.25.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.26.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.26.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.26.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.27.w1.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.27.w2.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.27.w3.qscale_weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.10.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.100.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.100.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.100.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.101.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.101.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.101.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.102.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.102.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.102.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.103.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.103.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.103.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.104.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.104.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.104.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.105.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.105.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.105.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.106.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.106.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.106.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.107.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.107.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.107.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.108.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.108.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.108.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.109.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.109.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.109.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.11.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.11.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.11.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.110.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.110.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.110.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.111.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.111.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.111.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.112.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.112.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.112.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.113.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.113.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.113.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.114.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.114.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.114.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.115.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.115.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.115.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.116.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.116.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.116.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.117.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.117.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.117.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.118.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.118.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.118.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.119.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.119.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.119.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.12.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.12.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.12.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.120.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.120.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.120.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.121.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.121.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.121.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.122.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.122.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.122.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.123.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.123.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.123.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.124.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.124.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.124.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.125.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.125.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.125.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.126.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.126.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.126.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.127.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.127.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.127.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.13.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.13.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.13.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.14.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.14.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.14.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.15.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.15.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.15.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.16.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.16.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.16.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.17.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.17.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.17.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.18.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.18.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.18.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.19.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.19.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.19.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.2.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.2.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.2.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.20.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.20.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.20.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.21.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.21.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.21.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.22.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.22.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.22.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.23.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.23.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.23.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.24.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.24.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.24.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.25.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.25.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.25.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.26.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.26.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.26.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.27.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.27.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.27.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.28.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.28.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.28.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.29.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.29.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.29.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.3.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.3.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.3.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.30.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.30.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.30.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.31.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.31.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.31.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.32.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.32.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.32.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.33.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.33.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.33.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.34.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.34.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.34.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.35.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.35.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.35.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.36.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.36.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.36.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.37.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.37.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.37.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.38.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.38.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.38.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.39.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.39.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.39.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.4.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.4.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.4.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.40.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.40.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.40.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.41.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.41.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.41.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.42.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.42.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.42.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.43.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.43.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.43.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.44.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.44.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.44.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.45.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.45.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.45.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.46.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.46.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.46.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.47.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.47.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.47.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.48.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.48.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.48.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.49.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.49.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.49.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.5.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.5.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.5.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.50.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.50.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.50.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.51.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.51.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.51.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.52.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.52.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.52.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.53.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.53.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.53.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.54.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.54.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.54.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.55.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.55.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.55.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.56.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.56.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.56.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.57.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.57.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.57.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.58.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.58.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.58.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.59.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.59.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.59.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.6.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.6.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.6.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.60.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.60.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.60.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.61.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.61.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.61.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.62.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.62.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.62.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.63.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.63.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.63.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.64.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.64.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.64.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.65.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.65.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.65.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.66.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.66.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.66.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.67.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.67.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.67.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.68.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.68.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.68.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.69.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.69.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.69.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.7.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.7.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.7.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.70.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.70.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.70.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.71.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.71.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.71.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.72.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.72.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.72.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.73.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.73.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.73.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.74.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.74.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.74.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.75.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.75.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.75.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.76.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.76.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.76.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.77.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.77.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.77.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.78.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.78.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.78.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.79.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.79.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.79.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.8.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.8.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.8.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.80.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.80.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.80.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.81.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.81.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.81.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.82.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.82.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.82.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.83.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.83.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.83.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.84.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.84.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.84.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.85.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.85.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.85.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.86.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.86.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.86.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.87.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.87.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.87.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.88.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.88.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.88.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.89.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.89.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.89.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.9.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.9.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.9.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.90.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.90.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.90.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.91.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.91.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.91.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.92.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.92.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.92.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.93.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.93.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.93.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.94.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.94.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.94.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.95.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.95.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.95.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.96.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.96.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.96.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.97.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.97.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.97.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.98.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.98.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.98.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.99.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.99.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.experts.99.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.shared_experts.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.shared_experts.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.13.shared_experts.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.attention.indexer.wq_b.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.attention.wo.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.attention.wq.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.0.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.0.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.0.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.1.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.1.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.1.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.10.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.10.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.10.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.100.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.100.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.100.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.101.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.101.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.101.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.102.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.102.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.102.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.103.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.103.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.103.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.104.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.104.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.104.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.105.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.105.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.105.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.106.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.106.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.106.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.107.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.107.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.107.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.108.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.108.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.108.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.109.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.109.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.109.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.11.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.11.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.11.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.110.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.110.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.110.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.111.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.111.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.111.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.112.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.112.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.112.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.113.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.113.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.113.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.114.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.114.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.114.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.115.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.115.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.115.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.116.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.116.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.116.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.117.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.117.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.117.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.118.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.118.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.118.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.119.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.119.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.119.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.12.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.12.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.12.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.120.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.120.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.120.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.121.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.121.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.121.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.122.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.122.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.122.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.123.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.123.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.123.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.124.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.124.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.124.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.125.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.125.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.125.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.126.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.126.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.126.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.127.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.127.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.127.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.13.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.13.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.13.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.14.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.14.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.14.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.15.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.15.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.15.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.16.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.16.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.16.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.17.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.17.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.17.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.18.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.18.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.18.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.19.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.19.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.19.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.2.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.2.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.2.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.20.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.20.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.20.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.21.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.21.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.21.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.22.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.22.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.22.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.23.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.23.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.23.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.24.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.24.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.24.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.25.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.25.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.25.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.26.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.26.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.26.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.27.w1.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.27.w2.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.27.w3.weight": "consolidated-00004-of-00054.safetensors",
    "layers.14.experts.28.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.28.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.28.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.29.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.29.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.29.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.3.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.3.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.3.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.30.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.30.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.30.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.31.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.31.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.31.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.32.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.32.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.32.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.33.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.33.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.33.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.34.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.34.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.34.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.35.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.35.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.35.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.36.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.36.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.36.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.37.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.37.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.37.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.38.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.38.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.38.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.39.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.39.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.39.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.4.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.4.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.4.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.40.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.40.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.40.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.41.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.41.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.41.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.42.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.42.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.42.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.43.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.43.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.43.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.44.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.44.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.44.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.45.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.45.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.45.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.46.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.46.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.46.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.47.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.47.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.47.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.48.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.48.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.48.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.49.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.49.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.49.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.5.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.5.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.5.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.50.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.50.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.50.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.51.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.51.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.51.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.52.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.52.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.52.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.53.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.53.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.53.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.54.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.54.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.54.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.55.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.55.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.55.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.56.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.56.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.56.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.57.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.57.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.57.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.58.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.58.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.58.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.59.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.59.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.59.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.6.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.6.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.6.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.60.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.60.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.60.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.61.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.61.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.61.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.62.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.62.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.62.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.63.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.63.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.63.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.64.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.64.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.64.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.65.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.65.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.65.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.66.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.66.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.66.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.67.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.67.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.67.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.68.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.68.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.68.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.69.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.69.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.69.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.7.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.7.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.7.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.70.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.70.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.70.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.71.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.71.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.71.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.72.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.72.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.72.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.73.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.73.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.73.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.74.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.74.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.74.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.75.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.75.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.75.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.76.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.76.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.76.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.77.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.77.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.77.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.78.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.78.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.78.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.79.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.79.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.79.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.8.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.8.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.8.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.80.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.80.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.80.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.81.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.81.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.81.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.82.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.82.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.82.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.83.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.83.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.83.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.84.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.84.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.84.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.85.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.85.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.85.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.86.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.86.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.86.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.87.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.87.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.87.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.88.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.88.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.88.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.89.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.89.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.89.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.9.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.9.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.9.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.90.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.90.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.90.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.91.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.91.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.91.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.92.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.92.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.92.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.93.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.93.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.93.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.94.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.94.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.94.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.95.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.95.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.95.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.96.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.96.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.96.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.97.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.97.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.97.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.98.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.98.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.98.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.99.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.99.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.99.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.shared_experts.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.shared_experts.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.shared_experts.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.attention.indexer.wq_b.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.attention.wo.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.attention.wq.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.0.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.0.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.0.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.1.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.1.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.1.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.10.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.10.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.10.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.100.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.100.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.100.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.101.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.101.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.101.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.102.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.102.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.102.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.103.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.103.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.103.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.104.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.104.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.104.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.105.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.105.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.105.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.106.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.106.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.106.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.107.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.107.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.107.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.108.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.108.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.108.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.109.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.109.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.109.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.11.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.11.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.11.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.110.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.110.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.110.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.111.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.111.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.111.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.112.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.112.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.112.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.113.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.113.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.113.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.114.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.114.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.114.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.115.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.115.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.115.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.116.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.116.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.116.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.117.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.117.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.117.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.118.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.118.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.118.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.119.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.119.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.119.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.12.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.12.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.12.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.120.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.120.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.120.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.121.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.121.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.121.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.122.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.122.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.122.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.123.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.123.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.123.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.124.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.124.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.124.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.125.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.125.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.125.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.126.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.126.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.126.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.127.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.127.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.127.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.13.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.13.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.13.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.14.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.14.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.14.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.15.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.15.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.15.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.16.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.16.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.16.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.17.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.17.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.17.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.18.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.18.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.18.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.19.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.19.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.19.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.2.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.2.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.2.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.20.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.20.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.20.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.21.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.21.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.21.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.22.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.22.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.22.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.23.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.23.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.23.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.24.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.24.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.24.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.25.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.25.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.25.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.26.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.26.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.26.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.27.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.27.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.27.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.28.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.28.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.28.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.29.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.29.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.29.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.3.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.3.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.3.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.30.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.30.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.30.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.31.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.31.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.31.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.32.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.32.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.32.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.33.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.33.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.33.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.34.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.34.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.34.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.35.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.35.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.35.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.36.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.36.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.36.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.37.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.37.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.37.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.38.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.38.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.38.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.39.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.39.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.39.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.4.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.4.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.4.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.40.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.40.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.40.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.41.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.41.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.41.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.42.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.42.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.42.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.43.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.43.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.43.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.44.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.44.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.44.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.45.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.45.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.45.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.46.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.46.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.46.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.47.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.47.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.47.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.48.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.48.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.48.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.49.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.49.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.49.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.5.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.5.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.5.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.50.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.50.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.50.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.51.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.51.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.51.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.52.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.52.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.52.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.53.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.53.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.53.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.54.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.54.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.54.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.55.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.55.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.55.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.56.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.56.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.56.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.57.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.57.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.57.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.58.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.58.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.58.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.59.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.59.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.59.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.6.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.6.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.6.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.60.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.60.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.60.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.61.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.61.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.61.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.62.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.62.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.62.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.63.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.63.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.63.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.64.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.64.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.64.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.65.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.65.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.65.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.66.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.66.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.66.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.67.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.67.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.67.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.68.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.68.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.68.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.69.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.69.w2.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.69.w3.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.7.w1.qscale_weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.28.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.28.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.28.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.29.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.29.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.29.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.3.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.3.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.3.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.30.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.30.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.30.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.31.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.31.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.31.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.32.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.32.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.32.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.33.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.33.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.33.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.34.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.34.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.34.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.35.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.35.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.35.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.36.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.36.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.36.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.37.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.37.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.37.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.38.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.38.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.38.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.39.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.39.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.39.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.4.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.4.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.4.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.40.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.40.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.40.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.41.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.41.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.41.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.42.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.42.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.42.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.43.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.43.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.43.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.44.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.44.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.44.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.45.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.45.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.45.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.46.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.46.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.46.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.47.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.47.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.47.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.48.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.48.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.48.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.49.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.49.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.49.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.5.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.5.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.5.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.50.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.50.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.50.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.51.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.51.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.51.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.52.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.52.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.52.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.53.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.53.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.53.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.54.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.54.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.54.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.55.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.55.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.55.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.56.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.56.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.56.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.57.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.57.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.57.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.58.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.58.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.58.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.59.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.59.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.59.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.6.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.6.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.6.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.60.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.60.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.60.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.61.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.61.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.61.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.62.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.62.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.62.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.63.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.63.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.63.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.64.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.64.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.64.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.65.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.65.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.65.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.66.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.66.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.66.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.67.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.67.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.67.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.68.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.68.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.68.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.69.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.69.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.69.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.7.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.7.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.7.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.70.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.70.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.70.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.71.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.71.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.71.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.72.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.72.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.72.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.73.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.73.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.73.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.74.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.74.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.74.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.75.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.75.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.75.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.76.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.76.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.76.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.77.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.77.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.77.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.78.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.78.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.78.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.79.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.79.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.79.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.8.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.8.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.8.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.80.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.80.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.80.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.81.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.81.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.81.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.82.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.82.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.82.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.83.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.83.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.83.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.84.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.84.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.84.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.85.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.85.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.85.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.86.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.86.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.86.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.87.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.87.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.87.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.88.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.88.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.88.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.89.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.89.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.89.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.9.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.9.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.9.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.90.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.90.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.90.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.91.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.91.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.91.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.92.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.92.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.92.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.93.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.93.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.93.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.94.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.94.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.94.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.95.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.95.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.95.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.96.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.96.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.96.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.97.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.97.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.97.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.98.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.98.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.98.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.99.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.99.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.experts.99.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.shared_experts.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.shared_experts.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.14.shared_experts.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.attention.indexer.wq_b.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.attention.wo.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.attention.wq.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.0.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.0.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.0.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.1.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.1.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.1.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.10.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.10.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.10.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.100.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.100.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.100.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.101.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.101.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.101.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.102.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.102.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.102.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.103.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.103.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.103.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.104.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.104.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.104.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.105.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.105.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.105.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.106.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.106.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.106.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.107.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.107.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.107.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.108.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.108.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.108.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.109.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.109.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.109.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.11.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.11.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.11.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.110.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.110.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.110.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.111.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.111.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.111.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.112.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.112.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.112.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.113.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.113.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.113.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.114.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.114.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.114.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.115.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.115.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.115.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.116.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.116.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.116.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.117.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.117.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.117.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.118.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.118.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.118.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.119.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.119.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.119.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.12.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.12.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.12.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.120.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.120.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.120.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.121.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.121.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.121.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.122.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.122.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.122.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.123.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.123.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.123.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.124.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.124.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.124.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.125.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.125.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.125.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.126.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.126.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.126.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.127.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.127.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.127.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.13.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.13.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.13.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.14.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.14.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.14.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.15.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.15.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.15.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.16.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.16.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.16.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.17.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.17.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.17.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.18.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.18.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.18.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.19.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.19.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.19.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.2.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.2.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.2.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.20.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.20.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.20.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.21.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.21.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.21.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.22.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.22.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.22.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.23.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.23.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.23.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.24.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.24.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.24.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.25.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.25.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.25.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.26.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.26.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.26.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.27.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.27.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.27.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.28.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.28.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.28.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.29.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.29.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.29.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.3.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.3.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.3.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.30.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.30.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.30.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.31.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.31.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.31.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.32.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.32.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.32.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.33.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.33.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.33.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.34.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.34.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.34.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.35.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.35.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.35.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.36.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.36.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.36.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.37.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.37.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.37.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.38.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.38.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.38.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.39.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.39.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.39.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.4.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.4.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.4.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.40.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.40.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.40.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.41.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.41.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.41.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.42.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.42.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.42.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.43.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.43.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.43.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.44.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.44.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.44.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.45.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.45.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.45.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.46.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.46.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.46.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.47.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.47.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.47.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.48.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.48.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.48.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.49.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.49.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.49.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.5.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.5.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.5.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.50.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.50.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.50.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.51.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.51.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.51.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.52.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.52.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.52.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.53.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.53.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.53.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.54.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.54.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.54.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.55.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.55.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.55.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.56.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.56.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.56.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.57.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.57.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.57.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.58.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.58.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.58.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.59.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.59.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.59.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.6.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.6.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.6.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.60.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.60.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.60.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.61.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.61.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.61.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.62.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.62.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.62.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.63.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.63.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.63.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.64.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.64.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.64.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.65.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.65.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.65.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.66.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.66.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.66.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.67.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.67.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.67.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.68.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.68.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.68.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.69.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.69.w2.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.69.w3.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.7.w1.weight": "consolidated-00005-of-00054.safetensors",
    "layers.15.experts.7.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.7.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.70.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.70.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.70.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.71.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.71.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.71.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.72.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.72.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.72.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.73.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.73.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.73.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.74.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.74.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.74.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.75.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.75.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.75.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.76.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.76.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.76.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.77.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.77.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.77.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.78.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.78.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.78.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.79.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.79.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.79.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.8.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.8.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.8.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.80.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.80.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.80.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.81.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.81.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.81.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.82.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.82.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.82.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.83.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.83.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.83.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.84.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.84.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.84.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.85.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.85.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.85.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.86.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.86.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.86.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.87.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.87.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.87.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.88.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.88.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.88.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.89.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.89.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.89.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.9.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.9.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.9.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.90.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.90.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.90.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.91.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.91.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.91.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.92.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.92.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.92.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.93.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.93.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.93.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.94.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.94.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.94.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.95.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.95.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.95.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.96.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.96.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.96.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.97.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.97.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.97.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.98.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.98.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.98.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.99.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.99.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.99.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.shared_experts.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.shared_experts.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.shared_experts.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.attention.indexer.wq_b.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.attention.wo.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.attention.wq.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.0.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.0.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.0.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.1.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.1.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.1.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.10.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.10.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.10.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.100.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.100.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.100.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.101.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.101.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.101.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.102.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.102.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.102.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.103.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.103.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.103.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.104.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.104.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.104.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.105.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.105.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.105.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.106.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.106.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.106.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.107.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.107.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.107.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.108.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.108.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.108.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.109.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.109.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.109.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.11.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.11.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.11.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.110.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.110.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.110.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.111.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.111.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.111.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.112.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.112.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.112.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.113.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.113.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.113.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.114.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.114.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.114.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.115.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.115.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.115.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.116.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.116.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.116.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.117.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.117.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.117.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.118.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.118.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.118.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.119.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.119.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.119.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.12.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.12.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.12.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.120.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.120.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.120.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.121.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.121.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.121.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.122.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.122.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.122.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.123.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.123.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.123.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.124.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.124.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.124.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.125.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.125.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.125.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.126.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.126.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.126.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.127.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.127.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.127.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.13.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.13.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.13.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.14.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.14.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.14.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.15.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.15.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.15.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.16.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.16.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.16.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.17.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.17.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.17.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.18.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.18.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.18.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.19.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.19.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.19.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.2.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.2.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.2.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.20.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.20.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.20.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.21.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.21.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.21.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.22.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.22.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.22.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.23.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.23.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.23.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.24.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.24.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.24.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.25.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.25.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.25.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.26.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.26.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.26.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.27.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.27.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.27.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.28.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.28.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.28.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.29.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.29.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.29.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.3.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.3.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.3.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.30.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.30.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.30.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.31.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.31.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.31.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.32.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.32.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.32.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.33.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.33.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.33.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.34.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.34.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.34.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.35.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.35.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.35.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.36.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.36.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.36.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.37.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.37.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.37.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.38.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.38.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.38.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.39.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.39.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.39.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.4.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.4.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.4.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.40.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.40.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.40.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.41.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.41.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.41.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.42.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.42.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.42.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.43.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.43.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.43.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.44.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.44.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.44.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.45.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.45.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.45.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.46.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.46.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.46.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.47.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.47.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.47.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.48.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.48.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.48.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.49.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.49.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.49.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.5.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.5.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.5.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.50.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.50.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.50.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.51.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.51.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.51.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.52.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.52.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.52.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.53.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.53.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.53.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.54.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.54.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.54.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.55.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.55.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.55.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.56.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.56.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.56.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.57.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.57.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.57.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.58.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.58.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.58.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.59.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.59.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.59.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.6.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.6.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.6.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.60.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.60.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.60.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.61.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.61.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.61.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.62.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.62.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.62.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.63.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.63.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.63.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.64.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.64.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.64.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.65.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.65.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.65.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.66.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.66.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.66.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.67.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.67.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.67.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.68.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.68.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.68.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.69.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.69.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.69.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.7.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.7.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.7.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.70.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.70.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.70.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.71.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.71.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.71.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.72.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.72.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.72.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.73.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.73.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.73.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.74.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.74.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.74.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.75.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.75.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.75.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.76.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.76.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.76.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.77.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.77.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.77.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.78.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.78.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.78.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.79.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.79.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.79.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.8.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.8.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.8.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.80.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.80.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.80.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.81.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.81.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.81.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.82.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.82.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.82.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.83.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.83.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.83.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.84.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.84.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.84.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.85.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.85.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.85.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.86.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.86.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.86.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.87.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.87.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.87.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.88.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.88.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.88.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.89.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.89.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.89.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.9.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.9.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.9.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.90.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.90.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.90.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.91.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.91.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.91.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.92.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.92.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.92.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.93.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.93.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.93.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.94.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.94.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.94.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.95.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.95.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.95.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.96.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.96.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.96.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.97.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.97.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.97.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.98.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.98.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.98.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.99.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.99.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.99.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.shared_experts.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.shared_experts.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.shared_experts.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.attention.wo.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.attention.wq.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.0.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.0.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.0.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.1.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.1.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.1.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.10.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.10.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.10.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.100.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.100.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.100.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.101.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.101.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.101.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.102.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.102.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.102.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.103.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.103.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.103.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.104.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.104.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.104.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.105.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.105.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.105.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.106.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.106.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.106.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.107.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.107.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.107.w3.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.108.w1.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.108.w2.qscale_weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.7.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.7.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.70.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.70.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.70.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.71.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.71.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.71.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.72.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.72.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.72.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.73.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.73.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.73.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.74.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.74.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.74.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.75.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.75.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.75.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.76.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.76.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.76.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.77.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.77.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.77.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.78.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.78.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.78.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.79.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.79.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.79.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.8.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.8.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.8.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.80.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.80.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.80.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.81.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.81.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.81.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.82.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.82.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.82.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.83.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.83.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.83.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.84.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.84.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.84.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.85.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.85.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.85.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.86.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.86.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.86.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.87.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.87.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.87.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.88.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.88.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.88.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.89.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.89.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.89.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.9.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.9.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.9.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.90.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.90.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.90.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.91.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.91.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.91.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.92.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.92.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.92.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.93.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.93.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.93.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.94.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.94.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.94.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.95.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.95.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.95.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.96.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.96.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.96.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.97.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.97.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.97.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.98.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.98.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.98.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.99.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.99.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.experts.99.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.shared_experts.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.shared_experts.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.15.shared_experts.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.attention.indexer.wq_b.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.attention.wo.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.attention.wq.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.0.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.0.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.0.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.1.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.1.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.1.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.10.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.10.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.10.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.100.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.100.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.100.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.101.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.101.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.101.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.102.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.102.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.102.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.103.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.103.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.103.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.104.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.104.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.104.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.105.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.105.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.105.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.106.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.106.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.106.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.107.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.107.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.107.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.108.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.108.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.108.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.109.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.109.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.109.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.11.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.11.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.11.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.110.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.110.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.110.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.111.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.111.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.111.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.112.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.112.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.112.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.113.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.113.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.113.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.114.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.114.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.114.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.115.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.115.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.115.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.116.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.116.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.116.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.117.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.117.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.117.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.118.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.118.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.118.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.119.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.119.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.119.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.12.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.12.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.12.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.120.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.120.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.120.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.121.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.121.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.121.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.122.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.122.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.122.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.123.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.123.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.123.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.124.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.124.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.124.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.125.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.125.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.125.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.126.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.126.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.126.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.127.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.127.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.127.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.13.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.13.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.13.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.14.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.14.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.14.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.15.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.15.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.15.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.16.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.16.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.16.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.17.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.17.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.17.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.18.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.18.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.18.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.19.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.19.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.19.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.2.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.2.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.2.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.20.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.20.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.20.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.21.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.21.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.21.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.22.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.22.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.22.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.23.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.23.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.23.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.24.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.24.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.24.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.25.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.25.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.25.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.26.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.26.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.26.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.27.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.27.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.27.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.28.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.28.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.28.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.29.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.29.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.29.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.3.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.3.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.3.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.30.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.30.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.30.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.31.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.31.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.31.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.32.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.32.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.32.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.33.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.33.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.33.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.34.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.34.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.34.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.35.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.35.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.35.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.36.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.36.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.36.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.37.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.37.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.37.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.38.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.38.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.38.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.39.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.39.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.39.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.4.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.4.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.4.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.40.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.40.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.40.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.41.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.41.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.41.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.42.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.42.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.42.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.43.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.43.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.43.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.44.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.44.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.44.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.45.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.45.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.45.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.46.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.46.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.46.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.47.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.47.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.47.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.48.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.48.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.48.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.49.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.49.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.49.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.5.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.5.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.5.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.50.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.50.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.50.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.51.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.51.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.51.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.52.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.52.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.52.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.53.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.53.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.53.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.54.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.54.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.54.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.55.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.55.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.55.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.56.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.56.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.56.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.57.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.57.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.57.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.58.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.58.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.58.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.59.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.59.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.59.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.6.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.6.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.6.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.60.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.60.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.60.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.61.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.61.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.61.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.62.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.62.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.62.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.63.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.63.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.63.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.64.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.64.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.64.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.65.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.65.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.65.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.66.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.66.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.66.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.67.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.67.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.67.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.68.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.68.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.68.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.69.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.69.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.69.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.7.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.7.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.7.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.70.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.70.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.70.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.71.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.71.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.71.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.72.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.72.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.72.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.73.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.73.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.73.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.74.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.74.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.74.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.75.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.75.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.75.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.76.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.76.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.76.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.77.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.77.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.77.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.78.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.78.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.78.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.79.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.79.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.79.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.8.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.8.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.8.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.80.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.80.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.80.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.81.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.81.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.81.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.82.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.82.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.82.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.83.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.83.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.83.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.84.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.84.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.84.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.85.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.85.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.85.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.86.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.86.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.86.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.87.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.87.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.87.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.88.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.88.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.88.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.89.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.89.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.89.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.9.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.9.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.9.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.90.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.90.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.90.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.91.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.91.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.91.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.92.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.92.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.92.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.93.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.93.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.93.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.94.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.94.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.94.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.95.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.95.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.95.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.96.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.96.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.96.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.97.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.97.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.97.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.98.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.98.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.98.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.99.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.99.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.experts.99.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.shared_experts.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.shared_experts.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.16.shared_experts.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.attention.wo.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.attention.wq.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.0.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.0.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.0.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.1.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.1.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.1.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.10.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.10.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.10.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.100.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.100.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.100.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.101.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.101.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.101.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.102.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.102.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.102.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.103.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.103.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.103.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.104.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.104.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.104.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.105.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.105.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.105.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.106.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.106.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.106.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.107.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.107.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.107.w3.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.108.w1.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.108.w2.weight": "consolidated-00006-of-00054.safetensors",
    "layers.17.experts.108.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.109.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.109.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.109.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.11.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.11.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.11.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.110.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.110.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.110.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.111.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.111.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.111.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.112.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.112.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.112.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.113.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.113.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.113.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.114.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.114.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.114.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.115.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.115.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.115.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.116.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.116.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.116.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.117.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.117.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.117.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.118.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.118.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.118.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.119.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.119.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.119.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.12.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.12.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.12.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.120.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.120.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.120.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.121.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.121.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.121.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.122.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.122.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.122.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.123.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.123.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.123.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.124.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.124.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.124.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.125.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.125.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.125.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.126.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.126.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.126.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.127.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.127.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.127.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.13.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.13.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.13.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.14.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.14.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.14.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.15.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.15.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.15.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.16.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.16.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.16.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.17.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.17.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.17.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.18.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.18.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.18.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.19.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.19.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.19.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.2.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.2.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.2.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.20.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.20.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.20.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.21.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.21.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.21.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.22.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.22.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.22.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.23.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.23.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.23.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.24.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.24.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.24.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.25.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.25.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.25.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.26.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.26.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.26.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.27.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.27.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.27.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.28.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.28.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.28.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.29.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.29.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.29.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.3.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.3.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.3.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.30.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.30.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.30.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.31.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.31.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.31.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.32.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.32.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.32.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.33.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.33.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.33.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.34.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.34.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.34.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.35.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.35.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.35.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.36.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.36.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.36.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.37.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.37.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.37.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.38.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.38.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.38.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.39.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.39.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.39.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.4.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.4.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.4.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.40.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.40.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.40.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.41.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.41.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.41.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.42.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.42.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.42.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.43.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.43.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.43.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.44.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.44.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.44.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.45.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.45.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.45.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.46.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.46.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.46.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.47.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.47.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.47.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.48.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.48.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.48.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.49.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.49.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.49.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.5.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.5.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.5.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.50.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.50.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.50.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.51.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.51.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.51.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.52.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.52.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.52.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.53.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.53.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.53.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.54.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.54.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.54.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.55.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.55.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.55.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.56.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.56.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.56.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.57.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.57.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.57.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.58.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.58.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.58.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.59.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.59.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.59.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.6.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.6.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.6.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.60.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.60.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.60.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.61.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.61.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.61.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.62.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.62.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.62.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.63.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.63.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.63.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.64.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.64.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.64.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.65.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.65.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.65.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.66.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.66.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.66.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.67.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.67.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.67.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.68.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.68.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.68.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.69.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.69.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.69.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.7.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.7.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.7.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.70.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.70.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.70.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.71.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.71.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.71.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.72.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.72.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.72.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.73.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.73.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.73.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.74.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.74.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.74.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.75.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.75.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.75.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.76.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.76.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.76.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.77.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.77.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.77.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.78.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.78.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.78.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.79.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.79.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.79.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.8.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.8.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.8.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.80.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.80.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.80.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.81.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.81.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.81.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.82.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.82.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.82.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.83.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.83.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.83.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.84.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.84.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.84.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.85.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.85.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.85.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.86.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.86.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.86.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.87.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.87.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.87.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.88.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.88.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.88.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.89.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.89.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.89.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.9.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.9.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.9.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.90.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.90.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.90.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.91.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.91.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.91.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.92.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.92.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.92.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.93.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.93.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.93.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.94.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.94.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.94.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.95.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.95.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.95.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.96.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.96.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.96.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.97.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.97.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.97.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.98.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.98.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.98.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.99.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.99.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.99.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.shared_experts.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.shared_experts.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.shared_experts.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.attention.wo.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.attention.wq.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.0.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.0.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.0.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.1.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.1.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.1.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.10.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.10.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.10.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.100.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.100.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.100.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.101.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.101.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.101.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.102.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.102.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.102.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.103.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.103.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.103.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.104.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.104.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.104.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.105.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.105.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.105.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.106.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.106.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.106.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.107.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.107.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.107.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.108.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.108.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.108.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.109.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.109.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.109.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.11.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.11.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.11.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.110.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.110.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.110.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.111.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.111.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.111.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.112.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.112.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.112.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.113.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.113.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.113.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.114.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.114.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.114.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.115.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.115.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.115.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.116.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.116.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.116.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.117.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.117.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.117.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.118.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.118.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.118.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.119.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.119.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.119.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.12.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.12.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.12.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.120.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.120.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.120.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.121.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.121.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.121.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.122.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.122.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.122.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.123.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.123.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.123.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.124.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.124.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.124.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.125.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.125.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.125.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.126.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.126.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.126.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.127.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.127.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.127.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.13.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.13.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.13.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.14.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.14.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.14.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.15.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.15.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.15.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.16.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.16.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.16.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.17.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.17.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.17.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.18.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.18.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.18.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.19.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.19.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.19.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.2.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.2.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.2.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.20.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.20.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.20.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.21.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.21.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.21.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.22.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.22.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.22.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.23.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.23.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.23.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.24.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.24.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.24.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.25.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.25.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.25.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.26.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.26.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.26.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.27.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.27.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.27.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.28.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.28.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.28.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.29.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.29.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.29.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.3.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.3.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.3.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.30.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.30.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.30.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.31.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.31.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.31.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.32.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.32.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.32.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.33.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.33.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.33.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.34.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.34.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.34.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.35.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.35.w2.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.35.w3.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.36.w1.qscale_weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.108.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.109.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.109.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.109.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.11.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.11.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.11.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.110.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.110.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.110.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.111.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.111.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.111.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.112.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.112.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.112.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.113.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.113.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.113.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.114.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.114.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.114.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.115.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.115.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.115.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.116.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.116.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.116.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.117.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.117.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.117.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.118.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.118.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.118.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.119.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.119.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.119.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.12.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.12.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.12.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.120.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.120.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.120.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.121.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.121.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.121.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.122.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.122.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.122.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.123.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.123.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.123.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.124.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.124.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.124.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.125.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.125.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.125.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.126.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.126.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.126.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.127.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.127.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.127.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.13.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.13.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.13.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.14.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.14.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.14.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.15.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.15.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.15.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.16.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.16.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.16.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.17.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.17.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.17.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.18.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.18.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.18.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.19.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.19.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.19.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.2.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.2.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.2.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.20.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.20.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.20.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.21.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.21.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.21.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.22.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.22.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.22.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.23.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.23.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.23.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.24.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.24.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.24.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.25.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.25.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.25.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.26.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.26.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.26.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.27.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.27.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.27.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.28.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.28.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.28.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.29.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.29.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.29.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.3.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.3.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.3.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.30.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.30.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.30.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.31.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.31.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.31.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.32.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.32.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.32.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.33.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.33.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.33.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.34.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.34.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.34.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.35.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.35.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.35.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.36.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.36.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.36.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.37.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.37.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.37.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.38.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.38.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.38.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.39.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.39.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.39.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.4.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.4.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.4.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.40.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.40.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.40.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.41.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.41.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.41.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.42.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.42.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.42.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.43.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.43.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.43.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.44.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.44.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.44.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.45.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.45.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.45.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.46.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.46.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.46.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.47.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.47.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.47.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.48.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.48.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.48.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.49.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.49.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.49.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.5.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.5.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.5.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.50.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.50.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.50.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.51.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.51.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.51.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.52.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.52.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.52.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.53.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.53.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.53.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.54.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.54.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.54.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.55.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.55.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.55.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.56.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.56.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.56.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.57.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.57.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.57.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.58.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.58.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.58.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.59.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.59.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.59.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.6.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.6.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.6.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.60.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.60.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.60.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.61.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.61.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.61.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.62.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.62.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.62.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.63.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.63.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.63.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.64.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.64.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.64.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.65.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.65.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.65.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.66.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.66.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.66.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.67.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.67.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.67.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.68.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.68.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.68.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.69.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.69.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.69.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.7.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.7.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.7.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.70.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.70.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.70.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.71.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.71.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.71.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.72.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.72.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.72.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.73.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.73.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.73.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.74.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.74.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.74.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.75.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.75.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.75.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.76.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.76.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.76.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.77.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.77.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.77.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.78.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.78.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.78.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.79.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.79.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.79.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.8.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.8.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.8.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.80.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.80.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.80.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.81.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.81.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.81.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.82.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.82.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.82.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.83.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.83.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.83.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.84.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.84.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.84.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.85.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.85.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.85.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.86.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.86.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.86.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.87.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.87.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.87.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.88.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.88.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.88.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.89.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.89.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.89.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.9.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.9.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.9.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.90.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.90.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.90.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.91.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.91.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.91.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.92.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.92.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.92.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.93.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.93.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.93.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.94.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.94.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.94.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.95.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.95.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.95.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.96.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.96.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.96.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.97.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.97.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.97.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.98.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.98.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.98.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.99.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.99.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.experts.99.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.shared_experts.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.shared_experts.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.17.shared_experts.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.attention.wo.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.attention.wq.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.0.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.0.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.0.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.1.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.1.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.1.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.10.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.10.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.10.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.100.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.100.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.100.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.101.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.101.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.101.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.102.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.102.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.102.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.103.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.103.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.103.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.104.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.104.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.104.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.105.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.105.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.105.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.106.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.106.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.106.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.107.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.107.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.107.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.108.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.108.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.108.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.109.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.109.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.109.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.11.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.11.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.11.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.110.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.110.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.110.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.111.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.111.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.111.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.112.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.112.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.112.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.113.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.113.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.113.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.114.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.114.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.114.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.115.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.115.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.115.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.116.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.116.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.116.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.117.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.117.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.117.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.118.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.118.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.118.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.119.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.119.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.119.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.12.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.12.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.12.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.120.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.120.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.120.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.121.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.121.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.121.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.122.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.122.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.122.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.123.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.123.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.123.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.124.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.124.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.124.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.125.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.125.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.125.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.126.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.126.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.126.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.127.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.127.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.127.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.13.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.13.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.13.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.14.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.14.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.14.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.15.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.15.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.15.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.16.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.16.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.16.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.17.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.17.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.17.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.18.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.18.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.18.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.19.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.19.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.19.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.2.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.2.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.2.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.20.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.20.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.20.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.21.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.21.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.21.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.22.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.22.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.22.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.23.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.23.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.23.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.24.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.24.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.24.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.25.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.25.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.25.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.26.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.26.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.26.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.27.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.27.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.27.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.28.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.28.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.28.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.29.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.29.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.29.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.3.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.3.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.3.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.30.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.30.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.30.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.31.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.31.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.31.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.32.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.32.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.32.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.33.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.33.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.33.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.34.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.34.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.34.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.35.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.35.w2.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.35.w3.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.36.w1.weight": "consolidated-00007-of-00054.safetensors",
    "layers.18.experts.36.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.36.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.37.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.37.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.37.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.38.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.38.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.38.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.39.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.39.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.39.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.4.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.4.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.4.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.40.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.40.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.40.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.41.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.41.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.41.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.42.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.42.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.42.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.43.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.43.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.43.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.44.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.44.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.44.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.45.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.45.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.45.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.46.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.46.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.46.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.47.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.47.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.47.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.48.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.48.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.48.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.49.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.49.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.49.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.5.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.5.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.5.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.50.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.50.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.50.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.51.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.51.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.51.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.52.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.52.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.52.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.53.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.53.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.53.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.54.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.54.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.54.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.55.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.55.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.55.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.56.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.56.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.56.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.57.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.57.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.57.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.58.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.58.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.58.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.59.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.59.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.59.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.6.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.6.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.6.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.60.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.60.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.60.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.61.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.61.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.61.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.62.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.62.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.62.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.63.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.63.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.63.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.64.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.64.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.64.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.65.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.65.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.65.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.66.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.66.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.66.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.67.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.67.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.67.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.68.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.68.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.68.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.69.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.69.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.69.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.7.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.7.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.7.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.70.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.70.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.70.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.71.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.71.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.71.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.72.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.72.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.72.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.73.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.73.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.73.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.74.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.74.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.74.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.75.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.75.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.75.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.76.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.76.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.76.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.77.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.77.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.77.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.78.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.78.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.78.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.79.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.79.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.79.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.8.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.8.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.8.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.80.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.80.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.80.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.81.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.81.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.81.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.82.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.82.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.82.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.83.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.83.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.83.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.84.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.84.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.84.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.85.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.85.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.85.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.86.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.86.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.86.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.87.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.87.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.87.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.88.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.88.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.88.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.89.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.89.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.89.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.9.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.9.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.9.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.90.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.90.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.90.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.91.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.91.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.91.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.92.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.92.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.92.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.93.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.93.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.93.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.94.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.94.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.94.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.95.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.95.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.95.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.96.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.96.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.96.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.97.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.97.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.97.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.98.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.98.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.98.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.99.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.99.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.99.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.shared_experts.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.shared_experts.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.shared_experts.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.attention.indexer.wq_b.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.attention.wo.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.attention.wq.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.0.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.0.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.0.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.1.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.1.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.1.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.10.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.10.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.10.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.100.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.100.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.100.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.101.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.101.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.101.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.102.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.102.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.102.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.103.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.103.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.103.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.104.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.104.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.104.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.105.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.105.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.105.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.106.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.106.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.106.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.107.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.107.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.107.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.108.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.108.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.108.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.109.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.109.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.109.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.11.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.11.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.11.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.110.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.110.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.110.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.111.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.111.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.111.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.112.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.112.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.112.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.113.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.113.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.113.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.114.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.114.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.114.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.115.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.115.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.115.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.116.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.116.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.116.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.117.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.117.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.117.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.118.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.118.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.118.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.119.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.119.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.119.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.12.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.12.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.12.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.120.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.120.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.120.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.121.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.121.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.121.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.122.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.122.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.122.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.123.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.123.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.123.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.124.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.124.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.124.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.125.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.125.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.125.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.126.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.126.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.126.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.127.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.127.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.127.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.13.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.13.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.13.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.14.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.14.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.14.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.15.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.15.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.15.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.16.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.16.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.16.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.17.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.17.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.17.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.18.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.18.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.18.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.19.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.19.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.19.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.2.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.2.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.2.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.20.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.20.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.20.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.21.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.21.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.21.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.22.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.22.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.22.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.23.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.23.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.23.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.24.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.24.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.24.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.25.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.25.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.25.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.26.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.26.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.26.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.27.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.27.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.27.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.28.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.28.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.28.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.29.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.29.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.29.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.3.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.3.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.3.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.30.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.30.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.30.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.31.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.31.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.31.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.32.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.32.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.32.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.33.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.33.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.33.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.34.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.34.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.34.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.35.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.35.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.35.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.36.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.36.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.36.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.37.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.37.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.37.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.38.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.38.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.38.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.39.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.39.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.39.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.4.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.4.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.4.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.40.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.40.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.40.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.41.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.41.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.41.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.42.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.42.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.42.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.43.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.43.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.43.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.44.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.44.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.44.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.45.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.45.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.45.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.46.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.46.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.46.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.47.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.47.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.47.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.48.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.48.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.48.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.49.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.49.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.49.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.5.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.5.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.5.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.50.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.50.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.50.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.51.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.51.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.51.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.52.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.52.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.52.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.53.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.53.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.53.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.54.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.54.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.54.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.55.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.55.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.55.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.56.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.56.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.56.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.57.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.57.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.57.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.58.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.58.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.58.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.59.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.59.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.59.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.6.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.6.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.6.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.60.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.60.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.60.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.61.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.61.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.61.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.62.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.62.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.62.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.63.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.63.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.63.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.64.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.64.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.64.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.65.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.65.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.65.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.66.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.66.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.66.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.67.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.67.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.67.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.68.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.68.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.68.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.69.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.69.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.69.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.7.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.7.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.7.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.70.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.70.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.70.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.71.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.71.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.71.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.72.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.72.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.72.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.73.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.73.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.73.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.74.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.74.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.74.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.75.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.75.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.75.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.76.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.76.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.76.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.77.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.77.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.77.w3.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.78.w1.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.78.w2.qscale_weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.36.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.36.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.37.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.37.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.37.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.38.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.38.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.38.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.39.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.39.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.39.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.4.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.4.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.4.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.40.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.40.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.40.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.41.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.41.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.41.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.42.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.42.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.42.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.43.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.43.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.43.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.44.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.44.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.44.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.45.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.45.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.45.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.46.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.46.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.46.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.47.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.47.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.47.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.48.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.48.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.48.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.49.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.49.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.49.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.5.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.5.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.5.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.50.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.50.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.50.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.51.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.51.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.51.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.52.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.52.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.52.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.53.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.53.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.53.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.54.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.54.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.54.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.55.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.55.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.55.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.56.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.56.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.56.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.57.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.57.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.57.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.58.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.58.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.58.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.59.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.59.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.59.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.6.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.6.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.6.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.60.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.60.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.60.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.61.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.61.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.61.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.62.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.62.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.62.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.63.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.63.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.63.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.64.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.64.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.64.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.65.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.65.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.65.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.66.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.66.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.66.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.67.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.67.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.67.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.68.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.68.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.68.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.69.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.69.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.69.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.7.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.7.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.7.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.70.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.70.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.70.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.71.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.71.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.71.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.72.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.72.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.72.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.73.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.73.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.73.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.74.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.74.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.74.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.75.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.75.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.75.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.76.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.76.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.76.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.77.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.77.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.77.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.78.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.78.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.78.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.79.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.79.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.79.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.8.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.8.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.8.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.80.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.80.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.80.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.81.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.81.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.81.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.82.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.82.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.82.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.83.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.83.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.83.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.84.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.84.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.84.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.85.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.85.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.85.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.86.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.86.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.86.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.87.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.87.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.87.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.88.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.88.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.88.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.89.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.89.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.89.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.9.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.9.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.9.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.90.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.90.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.90.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.91.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.91.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.91.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.92.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.92.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.92.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.93.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.93.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.93.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.94.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.94.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.94.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.95.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.95.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.95.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.96.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.96.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.96.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.97.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.97.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.97.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.98.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.98.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.98.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.99.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.99.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.experts.99.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.shared_experts.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.shared_experts.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.18.shared_experts.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.attention.indexer.wq_b.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.attention.wo.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.attention.wq.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.0.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.0.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.0.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.1.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.1.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.1.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.10.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.10.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.10.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.100.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.100.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.100.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.101.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.101.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.101.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.102.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.102.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.102.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.103.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.103.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.103.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.104.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.104.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.104.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.105.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.105.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.105.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.106.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.106.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.106.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.107.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.107.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.107.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.108.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.108.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.108.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.109.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.109.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.109.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.11.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.11.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.11.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.110.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.110.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.110.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.111.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.111.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.111.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.112.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.112.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.112.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.113.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.113.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.113.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.114.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.114.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.114.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.115.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.115.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.115.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.116.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.116.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.116.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.117.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.117.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.117.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.118.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.118.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.118.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.119.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.119.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.119.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.12.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.12.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.12.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.120.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.120.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.120.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.121.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.121.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.121.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.122.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.122.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.122.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.123.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.123.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.123.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.124.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.124.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.124.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.125.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.125.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.125.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.126.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.126.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.126.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.127.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.127.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.127.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.13.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.13.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.13.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.14.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.14.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.14.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.15.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.15.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.15.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.16.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.16.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.16.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.17.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.17.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.17.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.18.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.18.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.18.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.19.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.19.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.19.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.2.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.2.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.2.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.20.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.20.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.20.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.21.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.21.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.21.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.22.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.22.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.22.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.23.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.23.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.23.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.24.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.24.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.24.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.25.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.25.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.25.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.26.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.26.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.26.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.27.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.27.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.27.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.28.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.28.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.28.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.29.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.29.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.29.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.3.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.3.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.3.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.30.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.30.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.30.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.31.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.31.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.31.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.32.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.32.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.32.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.33.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.33.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.33.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.34.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.34.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.34.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.35.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.35.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.35.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.36.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.36.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.36.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.37.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.37.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.37.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.38.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.38.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.38.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.39.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.39.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.39.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.4.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.4.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.4.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.40.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.40.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.40.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.41.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.41.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.41.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.42.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.42.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.42.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.43.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.43.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.43.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.44.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.44.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.44.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.45.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.45.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.45.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.46.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.46.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.46.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.47.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.47.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.47.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.48.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.48.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.48.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.49.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.49.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.49.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.5.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.5.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.5.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.50.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.50.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.50.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.51.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.51.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.51.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.52.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.52.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.52.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.53.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.53.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.53.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.54.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.54.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.54.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.55.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.55.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.55.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.56.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.56.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.56.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.57.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.57.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.57.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.58.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.58.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.58.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.59.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.59.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.59.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.6.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.6.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.6.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.60.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.60.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.60.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.61.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.61.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.61.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.62.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.62.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.62.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.63.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.63.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.63.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.64.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.64.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.64.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.65.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.65.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.65.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.66.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.66.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.66.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.67.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.67.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.67.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.68.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.68.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.68.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.69.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.69.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.69.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.7.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.7.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.7.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.70.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.70.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.70.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.71.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.71.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.71.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.72.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.72.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.72.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.73.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.73.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.73.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.74.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.74.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.74.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.75.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.75.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.75.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.76.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.76.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.76.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.77.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.77.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.77.w3.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.78.w1.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.78.w2.weight": "consolidated-00008-of-00054.safetensors",
    "layers.19.experts.78.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.79.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.79.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.79.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.8.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.8.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.8.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.80.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.80.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.80.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.81.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.81.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.81.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.82.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.82.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.82.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.83.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.83.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.83.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.84.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.84.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.84.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.85.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.85.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.85.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.86.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.86.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.86.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.87.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.87.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.87.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.88.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.88.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.88.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.89.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.89.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.89.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.9.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.9.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.9.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.90.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.90.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.90.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.91.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.91.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.91.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.92.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.92.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.92.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.93.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.93.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.93.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.94.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.94.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.94.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.95.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.95.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.95.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.96.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.96.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.96.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.97.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.97.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.97.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.98.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.98.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.98.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.99.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.99.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.99.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.shared_experts.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.shared_experts.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.shared_experts.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.attention.indexer.wq_b.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.attention.wo.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.attention.wq.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.0.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.0.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.0.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.1.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.1.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.1.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.10.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.10.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.10.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.100.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.100.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.100.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.101.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.101.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.101.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.102.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.102.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.102.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.103.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.103.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.103.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.104.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.104.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.104.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.105.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.105.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.105.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.106.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.106.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.106.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.107.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.107.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.107.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.108.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.108.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.108.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.109.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.109.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.109.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.11.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.11.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.11.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.110.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.110.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.110.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.111.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.111.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.111.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.112.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.112.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.112.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.113.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.113.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.113.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.114.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.114.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.114.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.115.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.115.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.115.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.116.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.116.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.116.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.117.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.117.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.117.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.118.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.118.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.118.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.119.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.119.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.119.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.12.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.12.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.12.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.120.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.120.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.120.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.121.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.121.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.121.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.122.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.122.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.122.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.123.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.123.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.123.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.124.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.124.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.124.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.125.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.125.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.125.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.126.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.126.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.126.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.127.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.127.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.127.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.13.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.13.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.13.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.14.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.14.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.14.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.15.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.15.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.15.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.16.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.16.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.16.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.17.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.17.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.17.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.18.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.18.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.18.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.19.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.19.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.19.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.2.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.2.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.2.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.20.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.20.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.20.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.21.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.21.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.21.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.22.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.22.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.22.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.23.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.23.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.23.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.24.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.24.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.24.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.25.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.25.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.25.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.26.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.26.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.26.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.27.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.27.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.27.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.28.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.28.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.28.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.29.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.29.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.29.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.3.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.3.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.3.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.30.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.30.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.30.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.31.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.31.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.31.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.32.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.32.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.32.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.33.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.33.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.33.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.34.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.34.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.34.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.35.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.35.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.35.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.36.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.36.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.36.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.37.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.37.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.37.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.38.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.38.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.38.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.39.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.39.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.39.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.4.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.4.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.4.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.40.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.40.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.40.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.41.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.41.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.41.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.42.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.42.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.42.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.43.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.43.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.43.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.44.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.44.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.44.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.45.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.45.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.45.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.46.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.46.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.46.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.47.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.47.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.47.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.48.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.48.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.48.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.49.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.49.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.49.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.5.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.5.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.5.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.50.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.50.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.50.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.51.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.51.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.51.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.52.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.52.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.52.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.53.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.53.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.53.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.54.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.54.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.54.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.55.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.55.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.55.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.56.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.56.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.56.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.57.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.57.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.57.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.58.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.58.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.58.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.59.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.59.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.59.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.6.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.6.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.6.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.60.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.60.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.60.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.61.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.61.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.61.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.62.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.62.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.62.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.63.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.63.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.63.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.64.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.64.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.64.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.65.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.65.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.65.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.66.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.66.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.66.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.67.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.67.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.67.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.68.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.68.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.68.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.69.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.69.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.69.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.7.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.7.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.7.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.70.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.70.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.70.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.71.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.71.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.71.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.72.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.72.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.72.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.73.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.73.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.73.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.74.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.74.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.74.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.75.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.75.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.75.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.76.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.76.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.76.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.77.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.77.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.77.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.78.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.78.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.78.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.79.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.79.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.79.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.8.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.8.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.8.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.80.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.80.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.80.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.81.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.81.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.81.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.82.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.82.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.82.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.83.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.83.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.83.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.84.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.84.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.84.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.85.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.85.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.85.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.86.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.86.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.86.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.87.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.87.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.87.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.88.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.88.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.88.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.89.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.89.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.89.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.9.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.9.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.9.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.90.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.90.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.90.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.91.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.91.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.91.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.92.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.92.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.92.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.93.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.93.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.93.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.94.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.94.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.94.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.95.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.95.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.95.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.96.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.96.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.96.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.97.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.97.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.97.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.98.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.98.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.98.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.99.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.99.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.99.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.shared_experts.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.shared_experts.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.shared_experts.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.attention.indexer.wq_b.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.attention.wo.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.attention.wq.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.0.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.0.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.0.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.1.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.1.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.1.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.10.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.10.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.10.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.100.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.100.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.100.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.101.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.101.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.101.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.102.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.102.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.102.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.103.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.103.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.103.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.104.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.104.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.104.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.105.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.105.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.105.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.106.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.106.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.106.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.107.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.107.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.107.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.108.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.108.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.108.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.109.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.109.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.109.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.11.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.11.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.11.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.110.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.110.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.110.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.111.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.111.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.111.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.112.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.112.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.112.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.113.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.113.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.113.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.114.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.114.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.114.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.115.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.115.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.115.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.116.w1.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.116.w2.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.116.w3.qscale_weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.78.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.79.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.79.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.79.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.8.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.8.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.8.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.80.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.80.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.80.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.81.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.81.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.81.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.82.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.82.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.82.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.83.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.83.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.83.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.84.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.84.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.84.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.85.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.85.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.85.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.86.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.86.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.86.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.87.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.87.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.87.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.88.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.88.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.88.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.89.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.89.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.89.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.9.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.9.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.9.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.90.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.90.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.90.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.91.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.91.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.91.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.92.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.92.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.92.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.93.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.93.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.93.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.94.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.94.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.94.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.95.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.95.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.95.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.96.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.96.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.96.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.97.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.97.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.97.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.98.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.98.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.98.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.99.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.99.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.experts.99.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.shared_experts.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.shared_experts.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.19.shared_experts.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.attention.indexer.wq_b.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.attention.wo.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.attention.wq.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.0.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.0.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.0.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.1.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.1.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.1.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.10.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.10.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.10.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.100.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.100.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.100.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.101.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.101.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.101.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.102.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.102.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.102.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.103.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.103.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.103.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.104.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.104.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.104.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.105.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.105.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.105.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.106.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.106.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.106.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.107.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.107.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.107.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.108.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.108.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.108.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.109.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.109.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.109.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.11.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.11.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.11.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.110.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.110.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.110.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.111.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.111.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.111.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.112.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.112.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.112.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.113.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.113.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.113.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.114.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.114.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.114.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.115.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.115.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.115.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.116.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.116.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.116.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.117.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.117.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.117.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.118.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.118.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.118.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.119.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.119.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.119.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.12.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.12.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.12.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.120.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.120.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.120.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.121.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.121.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.121.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.122.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.122.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.122.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.123.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.123.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.123.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.124.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.124.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.124.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.125.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.125.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.125.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.126.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.126.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.126.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.127.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.127.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.127.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.13.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.13.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.13.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.14.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.14.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.14.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.15.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.15.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.15.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.16.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.16.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.16.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.17.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.17.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.17.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.18.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.18.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.18.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.19.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.19.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.19.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.2.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.2.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.2.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.20.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.20.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.20.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.21.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.21.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.21.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.22.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.22.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.22.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.23.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.23.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.23.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.24.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.24.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.24.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.25.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.25.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.25.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.26.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.26.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.26.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.27.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.27.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.27.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.28.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.28.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.28.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.29.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.29.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.29.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.3.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.3.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.3.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.30.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.30.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.30.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.31.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.31.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.31.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.32.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.32.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.32.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.33.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.33.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.33.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.34.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.34.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.34.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.35.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.35.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.35.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.36.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.36.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.36.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.37.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.37.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.37.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.38.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.38.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.38.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.39.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.39.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.39.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.4.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.4.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.4.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.40.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.40.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.40.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.41.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.41.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.41.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.42.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.42.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.42.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.43.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.43.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.43.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.44.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.44.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.44.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.45.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.45.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.45.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.46.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.46.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.46.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.47.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.47.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.47.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.48.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.48.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.48.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.49.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.49.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.49.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.5.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.5.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.5.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.50.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.50.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.50.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.51.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.51.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.51.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.52.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.52.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.52.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.53.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.53.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.53.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.54.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.54.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.54.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.55.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.55.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.55.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.56.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.56.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.56.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.57.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.57.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.57.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.58.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.58.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.58.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.59.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.59.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.59.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.6.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.6.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.6.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.60.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.60.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.60.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.61.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.61.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.61.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.62.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.62.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.62.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.63.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.63.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.63.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.64.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.64.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.64.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.65.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.65.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.65.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.66.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.66.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.66.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.67.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.67.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.67.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.68.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.68.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.68.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.69.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.69.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.69.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.7.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.7.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.7.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.70.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.70.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.70.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.71.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.71.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.71.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.72.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.72.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.72.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.73.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.73.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.73.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.74.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.74.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.74.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.75.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.75.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.75.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.76.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.76.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.76.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.77.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.77.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.77.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.78.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.78.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.78.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.79.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.79.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.79.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.8.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.8.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.8.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.80.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.80.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.80.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.81.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.81.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.81.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.82.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.82.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.82.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.83.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.83.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.83.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.84.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.84.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.84.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.85.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.85.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.85.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.86.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.86.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.86.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.87.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.87.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.87.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.88.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.88.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.88.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.89.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.89.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.89.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.9.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.9.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.9.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.90.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.90.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.90.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.91.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.91.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.91.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.92.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.92.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.92.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.93.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.93.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.93.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.94.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.94.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.94.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.95.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.95.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.95.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.96.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.96.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.96.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.97.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.97.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.97.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.98.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.98.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.98.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.99.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.99.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.experts.99.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.shared_experts.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.shared_experts.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.2.shared_experts.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.attention.indexer.wq_b.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.attention.wo.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.attention.wq.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.0.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.0.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.0.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.1.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.1.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.1.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.10.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.10.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.10.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.100.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.100.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.100.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.101.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.101.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.101.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.102.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.102.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.102.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.103.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.103.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.103.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.104.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.104.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.104.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.105.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.105.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.105.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.106.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.106.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.106.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.107.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.107.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.107.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.108.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.108.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.108.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.109.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.109.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.109.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.11.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.11.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.11.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.110.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.110.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.110.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.111.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.111.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.111.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.112.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.112.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.112.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.113.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.113.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.113.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.114.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.114.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.114.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.115.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.115.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.115.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.116.w1.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.116.w2.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.116.w3.weight": "consolidated-00009-of-00054.safetensors",
    "layers.20.experts.117.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.117.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.117.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.118.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.118.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.118.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.119.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.119.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.119.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.12.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.12.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.12.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.120.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.120.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.120.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.121.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.121.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.121.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.122.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.122.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.122.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.123.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.123.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.123.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.124.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.124.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.124.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.125.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.125.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.125.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.126.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.126.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.126.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.127.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.127.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.127.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.13.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.13.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.13.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.14.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.14.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.14.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.15.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.15.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.15.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.16.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.16.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.16.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.17.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.17.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.17.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.18.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.18.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.18.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.19.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.19.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.19.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.2.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.2.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.2.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.20.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.20.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.20.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.21.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.21.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.21.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.22.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.22.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.22.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.23.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.23.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.23.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.24.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.24.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.24.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.25.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.25.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.25.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.26.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.26.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.26.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.27.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.27.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.27.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.28.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.28.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.28.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.29.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.29.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.29.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.3.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.3.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.3.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.30.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.30.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.30.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.31.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.31.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.31.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.32.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.32.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.32.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.33.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.33.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.33.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.34.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.34.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.34.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.35.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.35.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.35.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.36.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.36.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.36.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.37.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.37.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.37.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.38.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.38.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.38.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.39.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.39.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.39.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.4.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.4.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.4.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.40.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.40.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.40.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.41.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.41.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.41.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.42.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.42.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.42.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.43.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.43.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.43.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.44.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.44.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.44.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.45.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.45.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.45.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.46.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.46.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.46.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.47.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.47.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.47.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.48.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.48.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.48.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.49.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.49.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.49.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.5.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.5.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.5.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.50.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.50.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.50.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.51.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.51.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.51.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.52.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.52.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.52.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.53.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.53.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.53.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.54.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.54.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.54.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.55.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.55.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.55.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.56.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.56.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.56.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.57.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.57.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.57.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.58.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.58.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.58.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.59.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.59.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.59.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.6.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.6.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.6.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.60.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.60.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.60.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.61.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.61.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.61.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.62.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.62.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.62.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.63.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.63.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.63.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.64.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.64.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.64.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.65.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.65.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.65.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.66.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.66.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.66.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.67.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.67.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.67.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.68.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.68.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.68.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.69.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.69.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.69.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.7.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.7.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.7.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.70.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.70.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.70.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.71.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.71.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.71.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.72.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.72.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.72.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.73.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.73.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.73.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.74.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.74.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.74.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.75.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.75.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.75.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.76.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.76.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.76.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.77.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.77.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.77.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.78.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.78.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.78.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.79.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.79.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.79.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.8.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.8.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.8.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.80.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.80.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.80.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.81.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.81.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.81.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.82.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.82.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.82.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.83.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.83.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.83.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.84.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.84.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.84.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.85.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.85.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.85.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.86.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.86.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.86.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.87.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.87.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.87.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.88.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.88.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.88.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.89.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.89.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.89.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.9.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.9.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.9.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.90.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.90.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.90.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.91.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.91.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.91.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.92.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.92.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.92.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.93.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.93.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.93.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.94.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.94.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.94.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.95.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.95.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.95.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.96.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.96.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.96.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.97.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.97.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.97.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.98.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.98.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.98.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.99.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.99.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.99.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.shared_experts.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.shared_experts.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.shared_experts.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.attention.wo.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.attention.wq.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.0.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.0.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.0.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.1.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.1.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.1.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.10.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.10.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.10.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.100.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.100.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.100.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.101.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.101.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.101.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.102.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.102.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.102.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.103.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.103.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.103.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.104.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.104.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.104.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.105.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.105.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.105.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.106.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.106.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.106.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.107.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.107.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.107.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.108.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.108.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.108.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.109.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.109.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.109.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.11.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.11.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.11.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.110.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.110.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.110.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.111.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.111.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.111.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.112.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.112.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.112.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.113.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.113.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.113.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.114.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.114.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.114.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.115.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.115.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.115.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.116.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.116.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.116.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.117.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.117.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.117.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.118.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.118.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.118.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.119.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.119.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.119.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.12.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.12.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.12.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.120.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.120.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.120.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.121.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.121.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.121.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.122.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.122.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.122.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.123.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.123.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.123.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.124.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.124.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.124.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.125.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.125.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.125.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.126.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.126.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.126.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.127.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.127.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.127.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.13.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.13.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.13.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.14.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.14.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.14.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.15.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.15.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.15.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.16.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.16.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.16.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.17.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.17.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.17.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.18.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.18.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.18.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.19.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.19.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.19.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.2.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.2.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.2.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.20.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.20.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.20.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.21.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.21.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.21.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.22.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.22.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.22.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.23.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.23.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.23.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.24.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.24.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.24.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.25.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.25.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.25.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.26.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.26.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.26.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.27.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.27.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.27.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.28.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.28.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.28.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.29.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.29.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.29.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.3.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.3.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.3.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.30.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.30.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.30.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.31.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.31.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.31.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.32.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.32.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.32.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.33.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.33.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.33.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.34.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.34.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.34.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.35.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.35.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.35.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.36.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.36.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.36.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.37.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.37.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.37.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.38.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.38.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.38.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.39.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.39.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.39.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.4.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.4.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.4.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.40.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.40.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.40.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.41.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.41.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.41.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.42.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.42.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.42.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.43.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.43.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.43.w3.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.44.w1.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.44.w2.qscale_weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.117.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.117.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.117.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.118.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.118.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.118.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.119.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.119.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.119.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.12.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.12.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.12.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.120.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.120.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.120.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.121.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.121.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.121.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.122.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.122.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.122.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.123.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.123.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.123.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.124.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.124.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.124.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.125.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.125.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.125.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.126.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.126.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.126.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.127.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.127.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.127.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.13.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.13.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.13.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.14.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.14.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.14.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.15.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.15.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.15.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.16.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.16.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.16.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.17.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.17.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.17.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.18.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.18.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.18.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.19.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.19.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.19.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.2.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.2.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.2.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.20.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.20.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.20.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.21.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.21.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.21.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.22.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.22.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.22.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.23.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.23.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.23.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.24.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.24.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.24.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.25.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.25.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.25.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.26.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.26.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.26.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.27.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.27.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.27.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.28.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.28.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.28.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.29.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.29.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.29.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.3.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.3.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.3.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.30.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.30.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.30.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.31.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.31.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.31.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.32.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.32.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.32.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.33.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.33.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.33.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.34.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.34.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.34.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.35.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.35.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.35.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.36.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.36.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.36.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.37.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.37.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.37.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.38.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.38.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.38.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.39.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.39.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.39.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.4.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.4.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.4.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.40.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.40.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.40.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.41.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.41.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.41.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.42.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.42.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.42.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.43.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.43.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.43.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.44.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.44.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.44.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.45.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.45.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.45.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.46.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.46.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.46.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.47.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.47.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.47.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.48.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.48.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.48.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.49.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.49.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.49.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.5.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.5.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.5.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.50.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.50.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.50.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.51.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.51.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.51.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.52.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.52.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.52.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.53.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.53.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.53.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.54.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.54.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.54.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.55.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.55.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.55.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.56.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.56.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.56.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.57.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.57.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.57.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.58.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.58.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.58.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.59.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.59.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.59.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.6.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.6.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.6.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.60.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.60.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.60.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.61.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.61.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.61.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.62.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.62.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.62.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.63.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.63.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.63.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.64.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.64.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.64.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.65.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.65.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.65.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.66.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.66.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.66.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.67.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.67.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.67.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.68.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.68.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.68.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.69.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.69.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.69.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.7.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.7.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.7.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.70.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.70.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.70.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.71.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.71.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.71.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.72.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.72.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.72.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.73.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.73.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.73.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.74.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.74.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.74.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.75.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.75.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.75.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.76.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.76.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.76.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.77.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.77.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.77.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.78.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.78.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.78.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.79.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.79.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.79.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.8.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.8.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.8.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.80.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.80.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.80.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.81.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.81.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.81.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.82.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.82.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.82.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.83.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.83.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.83.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.84.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.84.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.84.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.85.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.85.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.85.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.86.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.86.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.86.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.87.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.87.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.87.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.88.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.88.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.88.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.89.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.89.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.89.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.9.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.9.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.9.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.90.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.90.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.90.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.91.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.91.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.91.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.92.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.92.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.92.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.93.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.93.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.93.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.94.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.94.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.94.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.95.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.95.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.95.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.96.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.96.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.96.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.97.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.97.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.97.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.98.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.98.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.98.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.99.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.99.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.experts.99.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.shared_experts.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.shared_experts.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.20.shared_experts.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.attention.wo.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.attention.wq.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.0.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.0.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.0.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.1.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.1.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.1.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.10.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.10.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.10.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.100.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.100.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.100.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.101.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.101.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.101.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.102.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.102.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.102.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.103.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.103.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.103.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.104.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.104.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.104.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.105.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.105.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.105.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.106.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.106.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.106.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.107.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.107.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.107.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.108.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.108.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.108.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.109.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.109.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.109.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.11.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.11.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.11.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.110.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.110.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.110.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.111.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.111.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.111.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.112.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.112.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.112.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.113.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.113.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.113.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.114.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.114.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.114.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.115.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.115.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.115.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.116.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.116.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.116.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.117.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.117.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.117.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.118.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.118.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.118.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.119.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.119.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.119.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.12.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.12.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.12.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.120.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.120.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.120.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.121.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.121.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.121.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.122.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.122.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.122.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.123.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.123.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.123.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.124.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.124.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.124.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.125.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.125.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.125.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.126.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.126.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.126.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.127.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.127.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.127.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.13.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.13.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.13.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.14.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.14.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.14.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.15.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.15.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.15.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.16.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.16.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.16.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.17.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.17.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.17.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.18.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.18.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.18.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.19.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.19.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.19.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.2.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.2.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.2.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.20.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.20.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.20.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.21.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.21.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.21.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.22.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.22.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.22.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.23.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.23.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.23.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.24.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.24.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.24.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.25.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.25.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.25.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.26.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.26.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.26.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.27.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.27.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.27.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.28.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.28.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.28.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.29.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.29.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.29.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.3.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.3.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.3.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.30.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.30.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.30.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.31.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.31.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.31.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.32.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.32.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.32.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.33.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.33.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.33.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.34.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.34.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.34.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.35.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.35.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.35.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.36.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.36.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.36.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.37.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.37.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.37.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.38.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.38.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.38.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.39.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.39.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.39.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.4.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.4.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.4.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.40.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.40.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.40.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.41.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.41.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.41.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.42.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.42.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.42.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.43.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.43.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.43.w3.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.44.w1.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.44.w2.weight": "consolidated-00010-of-00054.safetensors",
    "layers.21.experts.44.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.45.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.45.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.45.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.46.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.46.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.46.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.47.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.47.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.47.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.48.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.48.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.48.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.49.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.49.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.49.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.5.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.5.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.5.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.50.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.50.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.50.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.51.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.51.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.51.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.52.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.52.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.52.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.53.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.53.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.53.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.54.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.54.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.54.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.55.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.55.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.55.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.56.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.56.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.56.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.57.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.57.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.57.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.58.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.58.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.58.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.59.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.59.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.59.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.6.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.6.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.6.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.60.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.60.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.60.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.61.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.61.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.61.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.62.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.62.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.62.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.63.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.63.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.63.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.64.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.64.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.64.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.65.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.65.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.65.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.66.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.66.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.66.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.67.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.67.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.67.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.68.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.68.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.68.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.69.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.69.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.69.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.7.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.7.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.7.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.70.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.70.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.70.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.71.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.71.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.71.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.72.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.72.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.72.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.73.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.73.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.73.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.74.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.74.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.74.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.75.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.75.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.75.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.76.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.76.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.76.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.77.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.77.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.77.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.78.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.78.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.78.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.79.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.79.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.79.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.8.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.8.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.8.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.80.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.80.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.80.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.81.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.81.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.81.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.82.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.82.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.82.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.83.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.83.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.83.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.84.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.84.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.84.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.85.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.85.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.85.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.86.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.86.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.86.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.87.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.87.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.87.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.88.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.88.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.88.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.89.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.89.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.89.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.9.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.9.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.9.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.90.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.90.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.90.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.91.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.91.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.91.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.92.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.92.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.92.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.93.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.93.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.93.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.94.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.94.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.94.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.95.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.95.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.95.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.96.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.96.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.96.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.97.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.97.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.97.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.98.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.98.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.98.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.99.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.99.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.99.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.shared_experts.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.shared_experts.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.shared_experts.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.attention.wo.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.attention.wq.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.0.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.0.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.0.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.1.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.1.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.1.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.10.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.10.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.10.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.100.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.100.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.100.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.101.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.101.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.101.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.102.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.102.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.102.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.103.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.103.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.103.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.104.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.104.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.104.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.105.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.105.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.105.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.106.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.106.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.106.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.107.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.107.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.107.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.108.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.108.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.108.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.109.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.109.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.109.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.11.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.11.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.11.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.110.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.110.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.110.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.111.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.111.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.111.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.112.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.112.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.112.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.113.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.113.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.113.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.114.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.114.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.114.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.115.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.115.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.115.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.116.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.116.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.116.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.117.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.117.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.117.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.118.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.118.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.118.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.119.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.119.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.119.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.12.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.12.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.12.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.120.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.120.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.120.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.121.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.121.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.121.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.122.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.122.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.122.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.123.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.123.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.123.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.124.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.124.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.124.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.125.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.125.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.125.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.126.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.126.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.126.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.127.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.127.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.127.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.13.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.13.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.13.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.14.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.14.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.14.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.15.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.15.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.15.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.16.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.16.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.16.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.17.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.17.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.17.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.18.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.18.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.18.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.19.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.19.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.19.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.2.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.2.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.2.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.20.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.20.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.20.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.21.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.21.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.21.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.22.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.22.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.22.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.23.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.23.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.23.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.24.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.24.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.24.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.25.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.25.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.25.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.26.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.26.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.26.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.27.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.27.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.27.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.28.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.28.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.28.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.29.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.29.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.29.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.3.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.3.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.3.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.30.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.30.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.30.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.31.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.31.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.31.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.32.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.32.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.32.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.33.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.33.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.33.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.34.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.34.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.34.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.35.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.35.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.35.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.36.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.36.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.36.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.37.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.37.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.37.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.38.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.38.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.38.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.39.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.39.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.39.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.4.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.4.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.4.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.40.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.40.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.40.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.41.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.41.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.41.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.42.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.42.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.42.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.43.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.43.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.43.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.44.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.44.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.44.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.45.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.45.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.45.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.46.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.46.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.46.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.47.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.47.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.47.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.48.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.48.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.48.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.49.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.49.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.49.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.5.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.5.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.5.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.50.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.50.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.50.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.51.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.51.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.51.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.52.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.52.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.52.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.53.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.53.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.53.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.54.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.54.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.54.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.55.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.55.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.55.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.56.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.56.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.56.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.57.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.57.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.57.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.58.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.58.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.58.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.59.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.59.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.59.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.6.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.6.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.6.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.60.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.60.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.60.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.61.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.61.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.61.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.62.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.62.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.62.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.63.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.63.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.63.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.64.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.64.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.64.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.65.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.65.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.65.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.66.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.66.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.66.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.67.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.67.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.67.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.68.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.68.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.68.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.69.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.69.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.69.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.7.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.7.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.7.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.70.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.70.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.70.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.71.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.71.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.71.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.72.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.72.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.72.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.73.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.73.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.73.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.74.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.74.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.74.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.75.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.75.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.75.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.76.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.76.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.76.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.77.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.77.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.77.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.78.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.78.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.78.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.79.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.79.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.79.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.8.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.8.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.8.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.80.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.80.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.80.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.81.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.81.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.81.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.82.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.82.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.82.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.83.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.83.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.83.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.84.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.84.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.84.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.85.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.85.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.85.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.86.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.86.w2.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.86.w3.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.87.w1.qscale_weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.44.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.45.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.45.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.45.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.46.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.46.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.46.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.47.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.47.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.47.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.48.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.48.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.48.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.49.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.49.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.49.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.5.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.5.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.5.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.50.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.50.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.50.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.51.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.51.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.51.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.52.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.52.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.52.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.53.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.53.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.53.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.54.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.54.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.54.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.55.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.55.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.55.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.56.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.56.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.56.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.57.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.57.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.57.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.58.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.58.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.58.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.59.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.59.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.59.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.6.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.6.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.6.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.60.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.60.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.60.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.61.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.61.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.61.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.62.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.62.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.62.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.63.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.63.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.63.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.64.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.64.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.64.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.65.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.65.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.65.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.66.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.66.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.66.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.67.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.67.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.67.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.68.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.68.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.68.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.69.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.69.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.69.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.7.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.7.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.7.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.70.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.70.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.70.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.71.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.71.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.71.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.72.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.72.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.72.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.73.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.73.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.73.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.74.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.74.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.74.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.75.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.75.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.75.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.76.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.76.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.76.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.77.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.77.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.77.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.78.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.78.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.78.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.79.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.79.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.79.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.8.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.8.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.8.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.80.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.80.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.80.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.81.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.81.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.81.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.82.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.82.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.82.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.83.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.83.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.83.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.84.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.84.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.84.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.85.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.85.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.85.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.86.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.86.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.86.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.87.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.87.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.87.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.88.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.88.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.88.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.89.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.89.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.89.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.9.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.9.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.9.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.90.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.90.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.90.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.91.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.91.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.91.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.92.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.92.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.92.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.93.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.93.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.93.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.94.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.94.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.94.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.95.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.95.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.95.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.96.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.96.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.96.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.97.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.97.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.97.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.98.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.98.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.98.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.99.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.99.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.experts.99.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.shared_experts.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.shared_experts.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.21.shared_experts.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.attention.wo.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.attention.wq.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.0.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.0.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.0.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.1.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.1.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.1.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.10.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.10.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.10.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.100.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.100.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.100.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.101.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.101.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.101.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.102.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.102.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.102.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.103.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.103.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.103.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.104.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.104.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.104.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.105.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.105.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.105.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.106.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.106.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.106.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.107.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.107.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.107.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.108.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.108.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.108.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.109.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.109.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.109.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.11.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.11.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.11.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.110.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.110.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.110.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.111.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.111.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.111.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.112.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.112.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.112.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.113.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.113.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.113.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.114.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.114.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.114.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.115.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.115.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.115.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.116.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.116.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.116.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.117.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.117.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.117.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.118.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.118.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.118.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.119.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.119.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.119.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.12.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.12.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.12.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.120.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.120.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.120.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.121.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.121.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.121.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.122.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.122.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.122.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.123.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.123.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.123.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.124.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.124.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.124.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.125.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.125.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.125.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.126.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.126.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.126.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.127.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.127.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.127.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.13.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.13.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.13.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.14.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.14.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.14.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.15.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.15.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.15.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.16.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.16.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.16.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.17.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.17.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.17.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.18.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.18.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.18.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.19.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.19.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.19.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.2.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.2.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.2.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.20.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.20.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.20.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.21.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.21.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.21.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.22.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.22.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.22.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.23.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.23.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.23.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.24.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.24.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.24.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.25.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.25.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.25.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.26.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.26.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.26.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.27.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.27.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.27.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.28.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.28.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.28.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.29.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.29.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.29.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.3.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.3.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.3.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.30.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.30.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.30.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.31.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.31.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.31.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.32.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.32.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.32.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.33.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.33.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.33.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.34.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.34.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.34.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.35.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.35.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.35.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.36.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.36.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.36.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.37.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.37.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.37.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.38.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.38.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.38.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.39.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.39.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.39.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.4.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.4.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.4.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.40.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.40.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.40.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.41.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.41.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.41.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.42.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.42.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.42.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.43.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.43.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.43.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.44.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.44.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.44.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.45.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.45.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.45.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.46.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.46.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.46.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.47.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.47.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.47.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.48.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.48.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.48.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.49.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.49.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.49.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.5.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.5.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.5.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.50.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.50.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.50.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.51.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.51.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.51.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.52.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.52.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.52.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.53.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.53.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.53.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.54.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.54.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.54.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.55.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.55.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.55.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.56.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.56.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.56.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.57.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.57.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.57.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.58.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.58.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.58.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.59.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.59.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.59.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.6.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.6.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.6.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.60.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.60.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.60.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.61.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.61.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.61.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.62.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.62.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.62.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.63.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.63.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.63.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.64.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.64.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.64.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.65.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.65.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.65.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.66.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.66.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.66.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.67.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.67.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.67.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.68.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.68.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.68.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.69.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.69.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.69.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.7.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.7.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.7.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.70.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.70.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.70.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.71.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.71.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.71.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.72.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.72.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.72.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.73.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.73.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.73.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.74.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.74.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.74.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.75.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.75.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.75.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.76.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.76.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.76.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.77.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.77.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.77.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.78.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.78.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.78.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.79.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.79.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.79.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.8.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.8.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.8.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.80.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.80.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.80.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.81.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.81.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.81.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.82.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.82.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.82.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.83.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.83.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.83.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.84.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.84.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.84.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.85.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.85.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.85.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.86.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.86.w2.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.86.w3.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.87.w1.weight": "consolidated-00011-of-00054.safetensors",
    "layers.22.experts.87.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.87.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.88.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.88.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.88.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.89.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.89.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.89.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.9.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.9.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.9.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.90.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.90.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.90.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.91.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.91.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.91.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.92.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.92.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.92.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.93.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.93.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.93.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.94.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.94.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.94.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.95.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.95.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.95.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.96.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.96.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.96.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.97.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.97.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.97.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.98.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.98.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.98.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.99.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.99.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.99.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.shared_experts.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.shared_experts.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.shared_experts.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.attention.indexer.wq_b.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.attention.wo.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.attention.wq.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.0.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.0.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.0.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.1.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.1.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.1.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.10.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.10.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.10.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.100.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.100.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.100.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.101.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.101.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.101.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.102.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.102.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.102.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.103.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.103.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.103.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.104.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.104.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.104.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.105.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.105.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.105.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.106.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.106.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.106.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.107.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.107.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.107.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.108.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.108.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.108.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.109.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.109.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.109.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.11.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.11.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.11.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.110.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.110.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.110.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.111.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.111.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.111.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.112.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.112.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.112.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.113.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.113.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.113.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.114.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.114.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.114.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.115.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.115.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.115.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.116.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.116.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.116.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.117.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.117.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.117.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.118.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.118.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.118.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.119.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.119.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.119.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.12.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.12.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.12.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.120.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.120.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.120.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.121.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.121.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.121.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.122.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.122.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.122.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.123.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.123.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.123.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.124.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.124.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.124.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.125.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.125.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.125.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.126.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.126.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.126.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.127.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.127.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.127.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.13.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.13.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.13.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.14.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.14.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.14.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.15.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.15.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.15.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.16.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.16.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.16.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.17.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.17.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.17.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.18.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.18.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.18.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.19.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.19.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.19.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.2.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.2.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.2.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.20.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.20.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.20.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.21.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.21.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.21.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.22.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.22.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.22.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.23.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.23.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.23.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.24.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.24.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.24.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.25.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.25.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.25.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.26.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.26.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.26.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.27.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.27.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.27.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.28.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.28.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.28.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.29.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.29.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.29.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.3.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.3.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.3.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.30.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.30.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.30.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.31.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.31.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.31.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.32.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.32.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.32.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.33.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.33.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.33.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.34.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.34.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.34.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.35.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.35.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.35.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.36.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.36.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.36.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.37.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.37.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.37.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.38.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.38.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.38.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.39.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.39.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.39.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.4.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.4.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.4.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.40.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.40.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.40.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.41.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.41.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.41.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.42.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.42.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.42.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.43.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.43.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.43.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.44.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.44.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.44.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.45.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.45.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.45.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.46.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.46.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.46.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.47.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.47.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.47.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.48.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.48.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.48.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.49.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.49.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.49.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.5.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.5.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.5.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.50.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.50.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.50.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.51.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.51.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.51.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.52.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.52.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.52.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.53.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.53.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.53.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.54.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.54.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.54.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.55.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.55.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.55.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.56.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.56.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.56.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.57.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.57.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.57.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.58.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.58.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.58.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.59.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.59.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.59.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.6.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.6.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.6.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.60.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.60.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.60.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.61.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.61.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.61.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.62.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.62.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.62.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.63.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.63.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.63.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.64.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.64.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.64.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.65.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.65.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.65.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.66.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.66.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.66.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.67.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.67.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.67.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.68.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.68.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.68.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.69.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.69.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.69.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.7.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.7.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.7.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.70.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.70.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.70.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.71.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.71.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.71.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.72.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.72.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.72.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.73.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.73.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.73.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.74.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.74.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.74.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.75.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.75.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.75.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.76.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.76.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.76.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.77.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.77.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.77.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.78.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.78.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.78.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.79.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.79.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.79.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.8.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.8.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.8.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.80.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.80.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.80.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.81.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.81.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.81.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.82.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.82.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.82.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.83.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.83.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.83.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.84.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.84.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.84.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.85.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.85.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.85.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.86.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.86.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.86.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.87.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.87.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.87.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.88.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.88.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.88.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.89.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.89.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.89.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.9.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.9.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.9.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.90.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.90.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.90.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.91.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.91.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.91.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.92.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.92.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.92.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.93.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.93.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.93.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.94.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.94.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.94.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.95.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.95.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.95.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.96.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.96.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.96.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.97.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.97.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.97.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.98.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.98.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.98.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.99.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.99.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.99.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.shared_experts.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.shared_experts.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.shared_experts.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.attention.indexer.wq_b.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.attention.wo.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.attention.wq.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.0.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.0.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.0.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.1.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.1.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.1.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.10.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.10.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.10.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.100.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.100.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.100.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.101.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.101.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.101.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.102.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.102.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.102.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.103.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.103.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.103.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.104.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.104.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.104.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.105.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.105.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.105.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.106.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.106.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.106.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.107.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.107.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.107.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.108.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.108.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.108.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.109.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.109.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.109.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.11.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.11.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.11.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.110.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.110.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.110.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.111.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.111.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.111.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.112.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.112.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.112.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.113.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.113.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.113.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.114.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.114.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.114.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.115.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.115.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.115.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.116.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.116.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.116.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.117.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.117.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.117.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.118.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.118.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.118.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.119.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.119.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.119.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.12.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.12.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.12.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.120.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.120.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.120.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.121.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.121.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.121.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.122.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.122.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.122.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.123.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.123.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.123.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.124.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.124.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.124.w3.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.125.w1.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.125.w2.qscale_weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.87.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.87.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.88.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.88.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.88.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.89.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.89.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.89.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.9.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.9.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.9.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.90.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.90.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.90.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.91.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.91.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.91.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.92.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.92.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.92.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.93.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.93.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.93.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.94.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.94.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.94.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.95.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.95.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.95.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.96.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.96.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.96.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.97.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.97.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.97.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.98.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.98.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.98.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.99.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.99.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.experts.99.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.shared_experts.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.shared_experts.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.22.shared_experts.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.attention.indexer.wq_b.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.attention.wo.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.attention.wq.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.0.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.0.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.0.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.1.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.1.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.1.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.10.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.10.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.10.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.100.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.100.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.100.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.101.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.101.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.101.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.102.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.102.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.102.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.103.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.103.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.103.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.104.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.104.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.104.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.105.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.105.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.105.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.106.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.106.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.106.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.107.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.107.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.107.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.108.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.108.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.108.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.109.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.109.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.109.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.11.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.11.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.11.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.110.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.110.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.110.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.111.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.111.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.111.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.112.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.112.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.112.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.113.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.113.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.113.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.114.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.114.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.114.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.115.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.115.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.115.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.116.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.116.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.116.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.117.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.117.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.117.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.118.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.118.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.118.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.119.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.119.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.119.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.12.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.12.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.12.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.120.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.120.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.120.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.121.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.121.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.121.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.122.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.122.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.122.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.123.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.123.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.123.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.124.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.124.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.124.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.125.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.125.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.125.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.126.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.126.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.126.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.127.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.127.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.127.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.13.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.13.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.13.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.14.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.14.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.14.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.15.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.15.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.15.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.16.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.16.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.16.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.17.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.17.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.17.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.18.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.18.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.18.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.19.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.19.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.19.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.2.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.2.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.2.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.20.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.20.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.20.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.21.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.21.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.21.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.22.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.22.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.22.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.23.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.23.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.23.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.24.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.24.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.24.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.25.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.25.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.25.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.26.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.26.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.26.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.27.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.27.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.27.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.28.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.28.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.28.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.29.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.29.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.29.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.3.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.3.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.3.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.30.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.30.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.30.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.31.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.31.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.31.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.32.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.32.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.32.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.33.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.33.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.33.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.34.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.34.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.34.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.35.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.35.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.35.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.36.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.36.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.36.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.37.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.37.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.37.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.38.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.38.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.38.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.39.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.39.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.39.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.4.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.4.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.4.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.40.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.40.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.40.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.41.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.41.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.41.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.42.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.42.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.42.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.43.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.43.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.43.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.44.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.44.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.44.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.45.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.45.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.45.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.46.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.46.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.46.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.47.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.47.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.47.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.48.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.48.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.48.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.49.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.49.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.49.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.5.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.5.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.5.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.50.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.50.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.50.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.51.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.51.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.51.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.52.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.52.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.52.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.53.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.53.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.53.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.54.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.54.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.54.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.55.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.55.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.55.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.56.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.56.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.56.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.57.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.57.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.57.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.58.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.58.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.58.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.59.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.59.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.59.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.6.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.6.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.6.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.60.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.60.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.60.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.61.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.61.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.61.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.62.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.62.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.62.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.63.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.63.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.63.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.64.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.64.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.64.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.65.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.65.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.65.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.66.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.66.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.66.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.67.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.67.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.67.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.68.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.68.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.68.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.69.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.69.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.69.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.7.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.7.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.7.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.70.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.70.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.70.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.71.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.71.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.71.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.72.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.72.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.72.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.73.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.73.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.73.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.74.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.74.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.74.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.75.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.75.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.75.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.76.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.76.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.76.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.77.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.77.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.77.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.78.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.78.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.78.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.79.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.79.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.79.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.8.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.8.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.8.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.80.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.80.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.80.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.81.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.81.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.81.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.82.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.82.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.82.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.83.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.83.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.83.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.84.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.84.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.84.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.85.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.85.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.85.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.86.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.86.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.86.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.87.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.87.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.87.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.88.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.88.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.88.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.89.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.89.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.89.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.9.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.9.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.9.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.90.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.90.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.90.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.91.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.91.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.91.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.92.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.92.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.92.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.93.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.93.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.93.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.94.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.94.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.94.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.95.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.95.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.95.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.96.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.96.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.96.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.97.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.97.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.97.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.98.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.98.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.98.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.99.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.99.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.experts.99.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.shared_experts.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.shared_experts.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.23.shared_experts.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.attention.indexer.wq_b.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.attention.wo.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.attention.wq.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.0.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.0.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.0.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.1.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.1.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.1.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.10.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.10.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.10.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.100.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.100.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.100.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.101.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.101.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.101.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.102.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.102.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.102.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.103.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.103.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.103.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.104.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.104.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.104.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.105.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.105.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.105.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.106.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.106.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.106.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.107.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.107.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.107.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.108.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.108.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.108.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.109.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.109.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.109.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.11.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.11.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.11.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.110.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.110.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.110.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.111.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.111.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.111.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.112.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.112.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.112.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.113.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.113.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.113.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.114.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.114.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.114.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.115.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.115.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.115.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.116.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.116.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.116.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.117.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.117.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.117.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.118.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.118.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.118.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.119.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.119.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.119.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.12.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.12.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.12.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.120.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.120.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.120.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.121.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.121.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.121.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.122.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.122.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.122.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.123.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.123.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.123.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.124.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.124.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.124.w3.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.125.w1.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.125.w2.weight": "consolidated-00012-of-00054.safetensors",
    "layers.24.experts.125.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.126.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.126.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.126.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.127.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.127.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.127.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.13.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.13.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.13.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.14.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.14.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.14.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.15.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.15.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.15.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.16.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.16.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.16.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.17.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.17.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.17.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.18.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.18.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.18.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.19.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.19.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.19.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.2.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.2.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.2.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.20.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.20.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.20.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.21.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.21.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.21.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.22.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.22.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.22.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.23.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.23.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.23.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.24.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.24.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.24.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.25.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.25.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.25.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.26.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.26.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.26.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.27.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.27.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.27.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.28.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.28.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.28.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.29.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.29.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.29.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.3.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.3.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.3.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.30.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.30.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.30.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.31.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.31.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.31.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.32.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.32.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.32.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.33.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.33.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.33.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.34.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.34.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.34.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.35.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.35.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.35.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.36.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.36.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.36.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.37.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.37.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.37.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.38.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.38.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.38.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.39.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.39.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.39.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.4.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.4.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.4.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.40.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.40.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.40.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.41.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.41.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.41.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.42.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.42.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.42.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.43.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.43.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.43.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.44.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.44.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.44.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.45.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.45.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.45.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.46.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.46.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.46.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.47.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.47.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.47.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.48.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.48.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.48.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.49.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.49.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.49.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.5.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.5.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.5.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.50.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.50.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.50.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.51.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.51.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.51.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.52.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.52.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.52.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.53.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.53.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.53.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.54.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.54.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.54.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.55.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.55.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.55.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.56.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.56.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.56.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.57.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.57.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.57.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.58.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.58.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.58.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.59.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.59.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.59.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.6.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.6.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.6.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.60.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.60.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.60.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.61.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.61.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.61.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.62.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.62.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.62.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.63.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.63.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.63.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.64.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.64.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.64.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.65.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.65.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.65.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.66.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.66.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.66.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.67.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.67.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.67.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.68.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.68.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.68.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.69.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.69.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.69.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.7.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.7.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.7.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.70.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.70.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.70.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.71.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.71.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.71.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.72.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.72.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.72.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.73.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.73.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.73.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.74.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.74.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.74.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.75.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.75.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.75.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.76.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.76.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.76.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.77.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.77.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.77.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.78.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.78.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.78.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.79.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.79.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.79.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.8.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.8.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.8.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.80.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.80.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.80.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.81.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.81.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.81.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.82.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.82.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.82.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.83.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.83.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.83.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.84.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.84.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.84.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.85.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.85.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.85.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.86.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.86.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.86.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.87.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.87.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.87.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.88.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.88.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.88.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.89.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.89.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.89.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.9.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.9.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.9.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.90.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.90.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.90.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.91.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.91.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.91.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.92.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.92.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.92.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.93.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.93.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.93.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.94.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.94.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.94.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.95.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.95.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.95.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.96.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.96.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.96.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.97.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.97.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.97.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.98.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.98.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.98.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.99.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.99.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.99.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.shared_experts.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.shared_experts.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.shared_experts.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.attention.wo.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.attention.wq.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.0.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.0.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.0.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.1.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.1.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.1.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.10.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.10.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.10.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.100.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.100.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.100.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.101.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.101.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.101.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.102.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.102.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.102.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.103.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.103.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.103.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.104.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.104.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.104.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.105.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.105.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.105.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.106.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.106.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.106.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.107.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.107.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.107.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.108.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.108.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.108.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.109.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.109.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.109.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.11.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.11.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.11.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.110.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.110.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.110.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.111.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.111.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.111.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.112.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.112.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.112.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.113.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.113.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.113.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.114.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.114.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.114.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.115.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.115.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.115.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.116.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.116.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.116.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.117.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.117.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.117.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.118.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.118.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.118.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.119.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.119.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.119.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.12.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.12.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.12.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.120.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.120.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.120.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.121.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.121.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.121.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.122.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.122.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.122.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.123.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.123.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.123.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.124.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.124.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.124.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.125.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.125.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.125.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.126.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.126.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.126.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.127.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.127.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.127.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.13.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.13.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.13.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.14.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.14.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.14.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.15.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.15.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.15.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.16.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.16.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.16.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.17.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.17.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.17.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.18.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.18.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.18.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.19.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.19.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.19.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.2.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.2.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.2.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.20.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.20.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.20.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.21.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.21.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.21.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.22.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.22.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.22.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.23.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.23.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.23.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.24.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.24.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.24.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.25.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.25.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.25.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.26.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.26.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.26.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.27.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.27.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.27.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.28.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.28.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.28.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.29.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.29.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.29.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.3.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.3.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.3.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.30.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.30.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.30.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.31.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.31.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.31.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.32.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.32.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.32.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.33.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.33.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.33.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.34.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.34.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.34.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.35.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.35.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.35.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.36.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.36.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.36.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.37.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.37.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.37.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.38.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.38.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.38.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.39.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.39.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.39.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.4.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.4.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.4.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.40.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.40.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.40.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.41.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.41.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.41.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.42.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.42.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.42.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.43.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.43.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.43.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.44.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.44.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.44.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.45.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.45.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.45.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.46.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.46.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.46.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.47.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.47.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.47.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.48.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.48.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.48.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.49.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.49.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.49.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.5.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.5.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.5.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.50.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.50.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.50.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.51.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.51.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.51.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.52.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.52.w2.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.52.w3.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.53.w1.qscale_weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.125.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.126.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.126.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.126.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.127.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.127.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.127.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.13.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.13.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.13.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.14.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.14.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.14.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.15.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.15.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.15.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.16.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.16.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.16.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.17.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.17.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.17.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.18.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.18.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.18.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.19.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.19.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.19.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.2.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.2.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.2.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.20.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.20.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.20.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.21.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.21.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.21.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.22.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.22.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.22.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.23.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.23.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.23.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.24.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.24.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.24.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.25.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.25.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.25.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.26.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.26.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.26.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.27.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.27.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.27.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.28.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.28.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.28.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.29.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.29.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.29.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.3.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.3.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.3.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.30.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.30.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.30.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.31.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.31.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.31.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.32.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.32.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.32.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.33.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.33.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.33.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.34.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.34.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.34.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.35.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.35.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.35.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.36.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.36.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.36.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.37.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.37.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.37.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.38.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.38.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.38.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.39.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.39.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.39.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.4.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.4.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.4.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.40.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.40.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.40.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.41.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.41.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.41.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.42.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.42.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.42.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.43.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.43.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.43.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.44.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.44.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.44.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.45.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.45.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.45.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.46.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.46.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.46.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.47.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.47.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.47.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.48.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.48.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.48.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.49.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.49.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.49.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.5.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.5.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.5.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.50.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.50.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.50.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.51.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.51.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.51.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.52.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.52.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.52.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.53.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.53.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.53.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.54.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.54.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.54.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.55.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.55.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.55.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.56.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.56.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.56.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.57.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.57.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.57.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.58.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.58.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.58.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.59.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.59.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.59.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.6.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.6.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.6.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.60.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.60.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.60.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.61.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.61.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.61.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.62.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.62.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.62.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.63.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.63.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.63.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.64.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.64.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.64.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.65.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.65.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.65.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.66.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.66.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.66.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.67.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.67.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.67.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.68.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.68.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.68.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.69.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.69.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.69.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.7.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.7.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.7.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.70.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.70.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.70.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.71.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.71.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.71.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.72.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.72.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.72.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.73.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.73.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.73.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.74.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.74.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.74.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.75.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.75.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.75.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.76.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.76.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.76.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.77.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.77.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.77.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.78.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.78.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.78.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.79.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.79.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.79.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.8.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.8.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.8.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.80.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.80.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.80.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.81.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.81.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.81.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.82.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.82.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.82.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.83.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.83.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.83.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.84.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.84.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.84.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.85.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.85.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.85.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.86.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.86.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.86.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.87.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.87.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.87.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.88.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.88.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.88.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.89.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.89.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.89.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.9.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.9.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.9.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.90.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.90.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.90.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.91.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.91.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.91.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.92.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.92.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.92.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.93.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.93.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.93.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.94.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.94.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.94.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.95.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.95.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.95.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.96.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.96.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.96.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.97.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.97.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.97.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.98.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.98.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.98.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.99.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.99.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.experts.99.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.shared_experts.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.shared_experts.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.24.shared_experts.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.attention.wo.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.attention.wq.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.0.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.0.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.0.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.1.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.1.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.1.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.10.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.10.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.10.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.100.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.100.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.100.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.101.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.101.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.101.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.102.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.102.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.102.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.103.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.103.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.103.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.104.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.104.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.104.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.105.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.105.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.105.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.106.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.106.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.106.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.107.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.107.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.107.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.108.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.108.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.108.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.109.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.109.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.109.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.11.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.11.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.11.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.110.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.110.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.110.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.111.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.111.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.111.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.112.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.112.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.112.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.113.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.113.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.113.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.114.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.114.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.114.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.115.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.115.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.115.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.116.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.116.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.116.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.117.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.117.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.117.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.118.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.118.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.118.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.119.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.119.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.119.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.12.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.12.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.12.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.120.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.120.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.120.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.121.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.121.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.121.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.122.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.122.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.122.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.123.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.123.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.123.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.124.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.124.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.124.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.125.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.125.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.125.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.126.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.126.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.126.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.127.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.127.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.127.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.13.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.13.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.13.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.14.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.14.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.14.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.15.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.15.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.15.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.16.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.16.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.16.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.17.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.17.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.17.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.18.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.18.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.18.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.19.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.19.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.19.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.2.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.2.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.2.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.20.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.20.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.20.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.21.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.21.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.21.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.22.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.22.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.22.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.23.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.23.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.23.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.24.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.24.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.24.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.25.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.25.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.25.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.26.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.26.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.26.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.27.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.27.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.27.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.28.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.28.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.28.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.29.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.29.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.29.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.3.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.3.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.3.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.30.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.30.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.30.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.31.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.31.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.31.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.32.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.32.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.32.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.33.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.33.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.33.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.34.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.34.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.34.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.35.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.35.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.35.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.36.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.36.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.36.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.37.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.37.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.37.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.38.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.38.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.38.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.39.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.39.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.39.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.4.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.4.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.4.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.40.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.40.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.40.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.41.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.41.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.41.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.42.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.42.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.42.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.43.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.43.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.43.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.44.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.44.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.44.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.45.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.45.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.45.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.46.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.46.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.46.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.47.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.47.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.47.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.48.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.48.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.48.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.49.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.49.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.49.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.5.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.5.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.5.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.50.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.50.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.50.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.51.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.51.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.51.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.52.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.52.w2.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.52.w3.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.53.w1.weight": "consolidated-00013-of-00054.safetensors",
    "layers.25.experts.53.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.53.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.54.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.54.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.54.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.55.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.55.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.55.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.56.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.56.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.56.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.57.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.57.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.57.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.58.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.58.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.58.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.59.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.59.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.59.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.6.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.6.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.6.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.60.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.60.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.60.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.61.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.61.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.61.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.62.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.62.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.62.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.63.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.63.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.63.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.64.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.64.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.64.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.65.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.65.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.65.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.66.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.66.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.66.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.67.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.67.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.67.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.68.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.68.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.68.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.69.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.69.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.69.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.7.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.7.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.7.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.70.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.70.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.70.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.71.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.71.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.71.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.72.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.72.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.72.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.73.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.73.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.73.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.74.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.74.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.74.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.75.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.75.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.75.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.76.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.76.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.76.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.77.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.77.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.77.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.78.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.78.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.78.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.79.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.79.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.79.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.8.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.8.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.8.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.80.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.80.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.80.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.81.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.81.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.81.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.82.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.82.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.82.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.83.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.83.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.83.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.84.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.84.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.84.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.85.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.85.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.85.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.86.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.86.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.86.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.87.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.87.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.87.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.88.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.88.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.88.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.89.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.89.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.89.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.9.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.9.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.9.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.90.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.90.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.90.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.91.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.91.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.91.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.92.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.92.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.92.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.93.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.93.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.93.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.94.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.94.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.94.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.95.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.95.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.95.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.96.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.96.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.96.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.97.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.97.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.97.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.98.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.98.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.98.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.99.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.99.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.99.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.shared_experts.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.shared_experts.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.shared_experts.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.attention.wo.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.attention.wq.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.0.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.0.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.0.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.1.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.1.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.1.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.10.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.10.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.10.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.100.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.100.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.100.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.101.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.101.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.101.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.102.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.102.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.102.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.103.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.103.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.103.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.104.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.104.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.104.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.105.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.105.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.105.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.106.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.106.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.106.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.107.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.107.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.107.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.108.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.108.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.108.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.109.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.109.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.109.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.11.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.11.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.11.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.110.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.110.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.110.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.111.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.111.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.111.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.112.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.112.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.112.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.113.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.113.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.113.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.114.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.114.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.114.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.115.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.115.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.115.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.116.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.116.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.116.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.117.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.117.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.117.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.118.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.118.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.118.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.119.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.119.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.119.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.12.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.12.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.12.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.120.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.120.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.120.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.121.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.121.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.121.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.122.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.122.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.122.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.123.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.123.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.123.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.124.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.124.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.124.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.125.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.125.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.125.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.126.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.126.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.126.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.127.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.127.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.127.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.13.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.13.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.13.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.14.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.14.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.14.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.15.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.15.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.15.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.16.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.16.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.16.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.17.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.17.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.17.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.18.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.18.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.18.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.19.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.19.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.19.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.2.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.2.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.2.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.20.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.20.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.20.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.21.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.21.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.21.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.22.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.22.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.22.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.23.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.23.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.23.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.24.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.24.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.24.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.25.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.25.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.25.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.26.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.26.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.26.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.27.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.27.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.27.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.28.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.28.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.28.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.29.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.29.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.29.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.3.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.3.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.3.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.30.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.30.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.30.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.31.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.31.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.31.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.32.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.32.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.32.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.33.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.33.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.33.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.34.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.34.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.34.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.35.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.35.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.35.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.36.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.36.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.36.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.37.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.37.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.37.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.38.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.38.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.38.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.39.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.39.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.39.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.4.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.4.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.4.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.40.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.40.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.40.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.41.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.41.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.41.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.42.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.42.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.42.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.43.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.43.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.43.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.44.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.44.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.44.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.45.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.45.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.45.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.46.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.46.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.46.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.47.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.47.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.47.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.48.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.48.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.48.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.49.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.49.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.49.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.5.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.5.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.5.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.50.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.50.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.50.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.51.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.51.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.51.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.52.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.52.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.52.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.53.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.53.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.53.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.54.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.54.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.54.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.55.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.55.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.55.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.56.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.56.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.56.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.57.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.57.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.57.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.58.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.58.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.58.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.59.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.59.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.59.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.6.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.6.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.6.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.60.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.60.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.60.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.61.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.61.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.61.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.62.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.62.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.62.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.63.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.63.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.63.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.64.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.64.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.64.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.65.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.65.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.65.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.66.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.66.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.66.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.67.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.67.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.67.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.68.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.68.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.68.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.69.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.69.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.69.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.7.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.7.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.7.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.70.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.70.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.70.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.71.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.71.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.71.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.72.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.72.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.72.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.73.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.73.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.73.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.74.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.74.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.74.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.75.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.75.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.75.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.76.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.76.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.76.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.77.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.77.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.77.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.78.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.78.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.78.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.79.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.79.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.79.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.8.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.8.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.8.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.80.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.80.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.80.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.81.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.81.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.81.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.82.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.82.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.82.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.83.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.83.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.83.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.84.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.84.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.84.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.85.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.85.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.85.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.86.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.86.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.86.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.87.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.87.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.87.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.88.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.88.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.88.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.89.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.89.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.89.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.9.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.9.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.9.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.90.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.90.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.90.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.91.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.91.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.91.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.92.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.92.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.92.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.93.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.93.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.93.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.94.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.94.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.94.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.95.w1.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.95.w2.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.95.w3.qscale_weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.53.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.53.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.54.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.54.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.54.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.55.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.55.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.55.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.56.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.56.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.56.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.57.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.57.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.57.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.58.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.58.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.58.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.59.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.59.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.59.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.6.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.6.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.6.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.60.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.60.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.60.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.61.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.61.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.61.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.62.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.62.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.62.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.63.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.63.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.63.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.64.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.64.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.64.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.65.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.65.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.65.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.66.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.66.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.66.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.67.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.67.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.67.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.68.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.68.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.68.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.69.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.69.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.69.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.7.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.7.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.7.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.70.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.70.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.70.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.71.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.71.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.71.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.72.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.72.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.72.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.73.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.73.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.73.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.74.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.74.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.74.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.75.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.75.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.75.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.76.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.76.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.76.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.77.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.77.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.77.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.78.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.78.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.78.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.79.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.79.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.79.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.8.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.8.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.8.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.80.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.80.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.80.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.81.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.81.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.81.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.82.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.82.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.82.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.83.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.83.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.83.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.84.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.84.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.84.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.85.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.85.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.85.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.86.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.86.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.86.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.87.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.87.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.87.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.88.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.88.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.88.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.89.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.89.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.89.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.9.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.9.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.9.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.90.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.90.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.90.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.91.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.91.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.91.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.92.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.92.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.92.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.93.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.93.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.93.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.94.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.94.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.94.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.95.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.95.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.95.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.96.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.96.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.96.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.97.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.97.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.97.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.98.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.98.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.98.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.99.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.99.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.experts.99.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.shared_experts.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.shared_experts.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.25.shared_experts.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.attention.wo.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.attention.wq.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.0.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.0.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.0.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.1.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.1.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.1.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.10.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.10.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.10.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.100.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.100.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.100.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.101.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.101.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.101.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.102.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.102.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.102.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.103.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.103.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.103.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.104.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.104.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.104.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.105.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.105.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.105.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.106.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.106.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.106.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.107.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.107.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.107.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.108.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.108.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.108.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.109.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.109.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.109.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.11.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.11.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.11.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.110.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.110.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.110.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.111.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.111.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.111.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.112.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.112.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.112.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.113.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.113.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.113.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.114.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.114.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.114.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.115.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.115.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.115.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.116.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.116.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.116.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.117.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.117.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.117.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.118.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.118.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.118.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.119.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.119.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.119.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.12.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.12.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.12.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.120.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.120.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.120.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.121.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.121.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.121.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.122.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.122.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.122.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.123.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.123.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.123.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.124.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.124.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.124.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.125.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.125.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.125.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.126.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.126.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.126.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.127.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.127.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.127.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.13.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.13.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.13.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.14.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.14.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.14.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.15.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.15.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.15.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.16.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.16.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.16.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.17.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.17.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.17.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.18.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.18.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.18.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.19.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.19.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.19.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.2.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.2.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.2.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.20.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.20.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.20.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.21.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.21.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.21.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.22.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.22.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.22.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.23.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.23.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.23.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.24.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.24.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.24.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.25.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.25.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.25.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.26.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.26.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.26.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.27.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.27.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.27.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.28.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.28.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.28.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.29.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.29.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.29.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.3.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.3.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.3.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.30.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.30.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.30.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.31.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.31.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.31.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.32.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.32.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.32.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.33.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.33.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.33.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.34.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.34.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.34.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.35.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.35.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.35.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.36.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.36.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.36.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.37.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.37.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.37.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.38.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.38.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.38.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.39.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.39.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.39.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.4.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.4.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.4.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.40.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.40.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.40.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.41.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.41.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.41.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.42.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.42.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.42.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.43.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.43.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.43.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.44.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.44.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.44.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.45.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.45.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.45.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.46.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.46.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.46.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.47.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.47.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.47.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.48.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.48.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.48.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.49.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.49.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.49.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.5.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.5.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.5.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.50.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.50.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.50.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.51.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.51.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.51.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.52.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.52.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.52.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.53.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.53.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.53.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.54.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.54.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.54.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.55.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.55.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.55.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.56.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.56.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.56.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.57.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.57.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.57.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.58.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.58.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.58.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.59.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.59.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.59.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.6.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.6.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.6.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.60.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.60.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.60.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.61.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.61.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.61.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.62.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.62.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.62.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.63.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.63.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.63.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.64.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.64.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.64.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.65.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.65.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.65.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.66.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.66.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.66.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.67.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.67.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.67.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.68.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.68.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.68.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.69.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.69.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.69.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.7.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.7.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.7.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.70.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.70.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.70.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.71.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.71.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.71.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.72.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.72.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.72.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.73.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.73.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.73.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.74.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.74.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.74.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.75.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.75.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.75.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.76.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.76.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.76.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.77.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.77.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.77.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.78.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.78.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.78.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.79.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.79.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.79.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.8.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.8.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.8.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.80.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.80.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.80.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.81.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.81.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.81.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.82.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.82.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.82.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.83.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.83.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.83.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.84.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.84.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.84.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.85.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.85.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.85.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.86.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.86.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.86.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.87.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.87.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.87.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.88.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.88.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.88.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.89.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.89.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.89.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.9.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.9.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.9.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.90.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.90.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.90.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.91.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.91.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.91.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.92.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.92.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.92.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.93.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.93.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.93.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.94.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.94.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.94.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.95.w1.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.95.w2.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.95.w3.weight": "consolidated-00014-of-00054.safetensors",
    "layers.26.experts.96.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.96.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.96.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.97.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.97.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.97.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.98.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.98.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.98.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.99.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.99.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.99.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.shared_experts.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.shared_experts.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.shared_experts.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.attention.indexer.wq_b.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.attention.wo.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.attention.wq.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.0.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.0.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.0.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.1.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.1.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.1.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.10.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.10.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.10.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.100.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.100.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.100.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.101.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.101.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.101.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.102.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.102.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.102.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.103.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.103.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.103.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.104.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.104.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.104.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.105.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.105.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.105.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.106.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.106.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.106.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.107.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.107.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.107.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.108.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.108.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.108.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.109.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.109.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.109.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.11.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.11.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.11.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.110.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.110.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.110.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.111.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.111.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.111.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.112.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.112.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.112.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.113.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.113.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.113.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.114.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.114.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.114.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.115.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.115.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.115.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.116.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.116.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.116.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.117.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.117.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.117.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.118.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.118.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.118.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.119.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.119.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.119.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.12.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.12.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.12.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.120.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.120.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.120.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.121.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.121.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.121.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.122.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.122.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.122.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.123.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.123.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.123.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.124.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.124.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.124.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.125.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.125.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.125.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.126.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.126.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.126.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.127.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.127.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.127.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.13.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.13.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.13.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.14.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.14.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.14.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.15.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.15.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.15.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.16.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.16.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.16.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.17.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.17.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.17.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.18.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.18.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.18.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.19.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.19.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.19.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.2.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.2.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.2.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.20.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.20.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.20.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.21.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.21.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.21.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.22.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.22.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.22.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.23.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.23.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.23.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.24.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.24.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.24.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.25.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.25.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.25.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.26.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.26.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.26.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.27.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.27.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.27.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.28.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.28.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.28.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.29.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.29.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.29.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.3.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.3.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.3.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.30.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.30.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.30.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.31.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.31.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.31.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.32.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.32.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.32.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.33.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.33.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.33.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.34.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.34.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.34.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.35.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.35.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.35.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.36.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.36.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.36.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.37.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.37.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.37.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.38.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.38.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.38.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.39.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.39.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.39.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.4.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.4.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.4.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.40.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.40.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.40.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.41.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.41.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.41.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.42.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.42.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.42.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.43.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.43.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.43.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.44.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.44.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.44.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.45.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.45.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.45.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.46.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.46.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.46.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.47.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.47.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.47.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.48.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.48.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.48.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.49.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.49.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.49.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.5.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.5.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.5.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.50.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.50.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.50.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.51.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.51.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.51.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.52.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.52.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.52.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.53.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.53.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.53.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.54.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.54.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.54.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.55.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.55.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.55.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.56.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.56.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.56.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.57.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.57.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.57.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.58.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.58.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.58.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.59.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.59.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.59.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.6.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.6.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.6.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.60.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.60.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.60.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.61.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.61.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.61.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.62.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.62.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.62.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.63.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.63.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.63.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.64.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.64.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.64.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.65.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.65.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.65.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.66.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.66.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.66.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.67.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.67.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.67.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.68.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.68.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.68.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.69.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.69.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.69.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.7.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.7.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.7.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.70.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.70.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.70.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.71.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.71.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.71.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.72.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.72.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.72.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.73.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.73.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.73.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.74.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.74.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.74.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.75.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.75.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.75.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.76.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.76.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.76.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.77.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.77.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.77.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.78.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.78.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.78.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.79.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.79.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.79.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.8.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.8.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.8.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.80.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.80.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.80.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.81.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.81.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.81.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.82.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.82.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.82.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.83.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.83.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.83.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.84.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.84.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.84.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.85.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.85.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.85.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.86.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.86.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.86.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.87.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.87.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.87.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.88.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.88.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.88.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.89.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.89.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.89.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.9.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.9.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.9.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.90.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.90.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.90.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.91.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.91.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.91.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.92.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.92.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.92.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.93.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.93.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.93.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.94.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.94.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.94.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.95.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.95.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.95.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.96.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.96.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.96.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.97.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.97.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.97.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.98.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.98.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.98.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.99.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.99.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.99.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.shared_experts.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.shared_experts.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.shared_experts.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.attention.indexer.wq_b.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.attention.wo.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.attention.wq.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.0.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.0.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.0.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.1.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.1.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.1.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.10.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.10.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.10.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.100.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.100.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.100.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.101.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.101.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.101.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.102.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.102.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.102.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.103.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.103.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.103.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.104.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.104.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.104.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.105.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.105.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.105.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.106.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.106.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.106.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.107.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.107.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.107.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.108.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.108.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.108.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.109.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.109.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.109.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.11.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.11.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.11.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.110.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.110.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.110.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.111.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.111.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.111.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.112.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.112.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.112.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.113.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.113.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.113.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.114.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.114.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.114.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.115.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.115.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.115.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.116.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.116.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.116.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.117.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.117.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.117.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.118.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.118.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.118.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.119.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.119.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.119.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.12.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.12.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.12.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.120.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.120.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.120.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.121.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.121.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.121.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.122.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.122.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.122.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.123.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.123.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.123.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.124.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.124.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.124.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.125.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.125.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.125.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.126.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.126.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.126.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.127.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.127.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.127.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.13.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.13.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.13.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.14.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.14.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.14.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.15.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.15.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.15.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.16.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.16.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.16.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.17.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.17.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.17.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.18.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.18.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.18.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.19.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.19.w2.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.19.w3.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.2.w1.qscale_weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.96.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.96.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.96.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.97.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.97.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.97.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.98.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.98.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.98.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.99.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.99.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.experts.99.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.shared_experts.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.shared_experts.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.26.shared_experts.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.attention.indexer.wq_b.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.attention.wo.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.attention.wq.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.0.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.0.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.0.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.1.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.1.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.1.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.10.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.10.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.10.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.100.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.100.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.100.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.101.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.101.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.101.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.102.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.102.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.102.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.103.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.103.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.103.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.104.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.104.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.104.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.105.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.105.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.105.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.106.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.106.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.106.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.107.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.107.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.107.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.108.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.108.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.108.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.109.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.109.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.109.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.11.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.11.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.11.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.110.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.110.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.110.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.111.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.111.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.111.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.112.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.112.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.112.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.113.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.113.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.113.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.114.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.114.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.114.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.115.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.115.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.115.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.116.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.116.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.116.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.117.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.117.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.117.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.118.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.118.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.118.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.119.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.119.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.119.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.12.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.12.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.12.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.120.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.120.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.120.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.121.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.121.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.121.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.122.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.122.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.122.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.123.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.123.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.123.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.124.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.124.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.124.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.125.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.125.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.125.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.126.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.126.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.126.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.127.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.127.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.127.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.13.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.13.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.13.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.14.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.14.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.14.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.15.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.15.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.15.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.16.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.16.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.16.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.17.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.17.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.17.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.18.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.18.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.18.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.19.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.19.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.19.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.2.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.2.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.2.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.20.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.20.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.20.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.21.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.21.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.21.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.22.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.22.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.22.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.23.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.23.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.23.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.24.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.24.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.24.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.25.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.25.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.25.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.26.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.26.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.26.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.27.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.27.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.27.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.28.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.28.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.28.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.29.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.29.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.29.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.3.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.3.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.3.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.30.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.30.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.30.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.31.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.31.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.31.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.32.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.32.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.32.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.33.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.33.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.33.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.34.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.34.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.34.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.35.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.35.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.35.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.36.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.36.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.36.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.37.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.37.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.37.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.38.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.38.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.38.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.39.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.39.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.39.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.4.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.4.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.4.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.40.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.40.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.40.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.41.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.41.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.41.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.42.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.42.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.42.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.43.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.43.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.43.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.44.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.44.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.44.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.45.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.45.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.45.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.46.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.46.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.46.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.47.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.47.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.47.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.48.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.48.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.48.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.49.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.49.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.49.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.5.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.5.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.5.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.50.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.50.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.50.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.51.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.51.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.51.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.52.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.52.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.52.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.53.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.53.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.53.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.54.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.54.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.54.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.55.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.55.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.55.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.56.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.56.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.56.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.57.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.57.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.57.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.58.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.58.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.58.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.59.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.59.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.59.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.6.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.6.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.6.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.60.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.60.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.60.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.61.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.61.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.61.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.62.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.62.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.62.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.63.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.63.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.63.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.64.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.64.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.64.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.65.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.65.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.65.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.66.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.66.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.66.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.67.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.67.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.67.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.68.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.68.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.68.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.69.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.69.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.69.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.7.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.7.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.7.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.70.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.70.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.70.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.71.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.71.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.71.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.72.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.72.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.72.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.73.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.73.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.73.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.74.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.74.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.74.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.75.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.75.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.75.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.76.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.76.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.76.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.77.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.77.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.77.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.78.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.78.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.78.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.79.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.79.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.79.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.8.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.8.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.8.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.80.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.80.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.80.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.81.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.81.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.81.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.82.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.82.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.82.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.83.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.83.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.83.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.84.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.84.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.84.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.85.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.85.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.85.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.86.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.86.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.86.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.87.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.87.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.87.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.88.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.88.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.88.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.89.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.89.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.89.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.9.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.9.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.9.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.90.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.90.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.90.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.91.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.91.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.91.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.92.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.92.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.92.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.93.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.93.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.93.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.94.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.94.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.94.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.95.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.95.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.95.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.96.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.96.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.96.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.97.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.97.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.97.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.98.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.98.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.98.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.99.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.99.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.experts.99.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.shared_experts.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.shared_experts.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.27.shared_experts.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.attention.indexer.wq_b.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.attention.wo.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.attention.wq.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.0.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.0.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.0.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.1.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.1.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.1.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.10.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.10.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.10.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.100.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.100.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.100.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.101.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.101.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.101.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.102.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.102.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.102.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.103.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.103.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.103.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.104.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.104.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.104.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.105.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.105.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.105.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.106.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.106.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.106.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.107.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.107.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.107.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.108.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.108.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.108.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.109.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.109.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.109.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.11.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.11.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.11.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.110.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.110.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.110.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.111.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.111.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.111.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.112.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.112.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.112.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.113.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.113.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.113.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.114.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.114.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.114.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.115.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.115.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.115.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.116.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.116.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.116.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.117.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.117.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.117.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.118.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.118.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.118.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.119.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.119.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.119.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.12.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.12.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.12.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.120.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.120.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.120.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.121.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.121.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.121.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.122.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.122.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.122.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.123.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.123.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.123.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.124.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.124.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.124.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.125.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.125.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.125.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.126.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.126.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.126.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.127.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.127.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.127.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.13.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.13.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.13.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.14.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.14.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.14.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.15.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.15.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.15.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.16.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.16.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.16.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.17.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.17.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.17.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.18.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.18.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.18.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.19.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.19.w2.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.19.w3.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.2.w1.weight": "consolidated-00015-of-00054.safetensors",
    "layers.28.experts.2.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.2.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.20.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.20.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.20.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.21.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.21.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.21.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.22.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.22.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.22.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.23.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.23.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.23.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.24.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.24.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.24.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.25.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.25.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.25.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.26.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.26.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.26.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.27.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.27.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.27.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.28.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.28.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.28.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.29.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.29.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.29.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.3.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.3.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.3.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.30.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.30.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.30.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.31.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.31.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.31.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.32.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.32.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.32.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.33.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.33.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.33.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.34.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.34.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.34.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.35.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.35.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.35.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.36.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.36.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.36.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.37.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.37.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.37.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.38.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.38.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.38.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.39.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.39.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.39.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.4.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.4.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.4.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.40.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.40.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.40.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.41.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.41.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.41.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.42.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.42.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.42.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.43.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.43.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.43.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.44.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.44.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.44.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.45.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.45.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.45.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.46.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.46.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.46.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.47.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.47.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.47.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.48.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.48.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.48.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.49.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.49.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.49.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.5.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.5.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.5.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.50.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.50.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.50.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.51.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.51.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.51.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.52.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.52.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.52.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.53.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.53.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.53.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.54.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.54.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.54.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.55.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.55.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.55.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.56.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.56.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.56.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.57.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.57.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.57.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.58.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.58.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.58.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.59.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.59.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.59.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.6.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.6.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.6.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.60.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.60.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.60.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.61.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.61.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.61.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.62.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.62.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.62.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.63.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.63.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.63.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.64.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.64.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.64.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.65.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.65.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.65.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.66.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.66.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.66.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.67.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.67.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.67.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.68.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.68.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.68.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.69.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.69.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.69.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.7.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.7.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.7.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.70.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.70.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.70.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.71.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.71.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.71.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.72.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.72.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.72.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.73.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.73.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.73.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.74.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.74.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.74.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.75.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.75.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.75.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.76.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.76.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.76.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.77.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.77.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.77.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.78.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.78.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.78.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.79.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.79.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.79.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.8.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.8.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.8.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.80.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.80.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.80.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.81.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.81.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.81.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.82.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.82.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.82.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.83.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.83.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.83.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.84.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.84.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.84.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.85.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.85.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.85.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.86.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.86.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.86.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.87.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.87.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.87.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.88.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.88.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.88.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.89.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.89.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.89.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.9.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.9.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.9.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.90.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.90.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.90.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.91.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.91.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.91.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.92.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.92.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.92.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.93.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.93.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.93.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.94.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.94.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.94.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.95.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.95.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.95.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.96.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.96.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.96.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.97.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.97.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.97.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.98.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.98.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.98.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.99.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.99.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.99.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.shared_experts.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.shared_experts.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.shared_experts.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.attention.wo.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.attention.wq.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.0.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.0.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.0.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.1.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.1.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.1.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.10.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.10.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.10.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.100.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.100.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.100.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.101.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.101.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.101.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.102.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.102.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.102.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.103.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.103.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.103.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.104.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.104.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.104.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.105.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.105.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.105.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.106.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.106.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.106.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.107.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.107.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.107.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.108.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.108.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.108.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.109.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.109.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.109.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.11.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.11.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.11.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.110.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.110.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.110.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.111.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.111.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.111.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.112.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.112.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.112.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.113.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.113.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.113.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.114.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.114.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.114.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.115.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.115.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.115.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.116.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.116.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.116.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.117.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.117.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.117.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.118.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.118.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.118.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.119.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.119.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.119.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.12.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.12.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.12.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.120.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.120.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.120.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.121.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.121.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.121.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.122.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.122.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.122.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.123.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.123.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.123.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.124.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.124.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.124.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.125.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.125.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.125.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.126.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.126.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.126.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.127.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.127.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.127.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.13.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.13.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.13.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.14.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.14.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.14.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.15.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.15.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.15.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.16.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.16.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.16.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.17.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.17.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.17.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.18.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.18.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.18.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.19.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.19.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.19.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.2.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.2.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.2.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.20.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.20.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.20.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.21.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.21.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.21.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.22.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.22.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.22.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.23.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.23.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.23.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.24.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.24.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.24.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.25.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.25.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.25.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.26.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.26.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.26.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.27.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.27.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.27.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.28.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.28.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.28.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.29.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.29.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.29.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.3.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.3.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.3.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.30.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.30.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.30.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.31.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.31.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.31.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.32.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.32.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.32.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.33.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.33.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.33.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.34.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.34.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.34.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.35.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.35.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.35.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.36.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.36.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.36.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.37.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.37.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.37.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.38.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.38.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.38.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.39.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.39.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.39.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.4.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.4.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.4.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.40.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.40.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.40.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.41.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.41.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.41.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.42.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.42.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.42.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.43.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.43.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.43.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.44.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.44.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.44.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.45.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.45.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.45.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.46.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.46.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.46.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.47.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.47.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.47.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.48.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.48.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.48.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.49.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.49.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.49.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.5.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.5.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.5.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.50.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.50.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.50.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.51.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.51.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.51.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.52.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.52.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.52.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.53.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.53.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.53.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.54.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.54.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.54.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.55.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.55.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.55.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.56.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.56.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.56.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.57.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.57.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.57.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.58.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.58.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.58.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.59.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.59.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.59.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.6.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.6.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.6.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.60.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.60.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.60.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.61.w1.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.61.w2.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.61.w3.qscale_weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.2.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.2.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.20.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.20.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.20.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.21.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.21.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.21.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.22.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.22.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.22.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.23.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.23.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.23.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.24.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.24.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.24.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.25.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.25.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.25.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.26.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.26.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.26.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.27.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.27.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.27.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.28.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.28.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.28.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.29.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.29.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.29.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.3.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.3.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.3.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.30.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.30.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.30.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.31.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.31.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.31.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.32.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.32.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.32.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.33.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.33.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.33.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.34.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.34.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.34.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.35.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.35.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.35.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.36.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.36.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.36.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.37.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.37.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.37.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.38.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.38.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.38.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.39.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.39.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.39.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.4.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.4.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.4.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.40.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.40.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.40.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.41.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.41.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.41.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.42.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.42.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.42.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.43.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.43.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.43.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.44.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.44.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.44.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.45.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.45.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.45.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.46.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.46.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.46.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.47.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.47.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.47.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.48.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.48.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.48.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.49.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.49.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.49.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.5.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.5.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.5.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.50.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.50.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.50.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.51.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.51.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.51.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.52.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.52.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.52.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.53.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.53.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.53.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.54.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.54.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.54.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.55.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.55.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.55.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.56.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.56.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.56.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.57.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.57.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.57.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.58.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.58.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.58.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.59.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.59.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.59.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.6.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.6.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.6.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.60.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.60.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.60.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.61.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.61.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.61.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.62.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.62.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.62.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.63.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.63.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.63.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.64.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.64.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.64.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.65.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.65.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.65.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.66.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.66.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.66.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.67.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.67.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.67.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.68.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.68.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.68.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.69.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.69.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.69.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.7.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.7.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.7.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.70.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.70.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.70.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.71.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.71.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.71.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.72.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.72.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.72.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.73.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.73.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.73.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.74.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.74.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.74.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.75.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.75.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.75.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.76.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.76.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.76.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.77.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.77.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.77.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.78.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.78.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.78.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.79.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.79.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.79.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.8.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.8.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.8.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.80.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.80.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.80.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.81.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.81.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.81.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.82.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.82.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.82.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.83.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.83.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.83.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.84.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.84.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.84.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.85.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.85.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.85.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.86.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.86.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.86.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.87.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.87.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.87.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.88.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.88.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.88.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.89.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.89.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.89.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.9.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.9.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.9.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.90.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.90.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.90.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.91.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.91.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.91.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.92.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.92.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.92.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.93.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.93.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.93.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.94.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.94.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.94.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.95.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.95.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.95.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.96.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.96.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.96.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.97.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.97.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.97.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.98.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.98.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.98.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.99.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.99.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.experts.99.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.shared_experts.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.shared_experts.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.28.shared_experts.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.attention.wo.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.attention.wq.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.0.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.0.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.0.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.1.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.1.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.1.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.10.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.10.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.10.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.100.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.100.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.100.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.101.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.101.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.101.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.102.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.102.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.102.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.103.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.103.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.103.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.104.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.104.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.104.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.105.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.105.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.105.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.106.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.106.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.106.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.107.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.107.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.107.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.108.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.108.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.108.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.109.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.109.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.109.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.11.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.11.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.11.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.110.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.110.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.110.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.111.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.111.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.111.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.112.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.112.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.112.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.113.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.113.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.113.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.114.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.114.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.114.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.115.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.115.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.115.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.116.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.116.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.116.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.117.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.117.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.117.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.118.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.118.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.118.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.119.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.119.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.119.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.12.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.12.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.12.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.120.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.120.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.120.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.121.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.121.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.121.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.122.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.122.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.122.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.123.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.123.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.123.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.124.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.124.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.124.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.125.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.125.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.125.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.126.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.126.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.126.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.127.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.127.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.127.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.13.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.13.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.13.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.14.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.14.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.14.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.15.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.15.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.15.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.16.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.16.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.16.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.17.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.17.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.17.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.18.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.18.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.18.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.19.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.19.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.19.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.2.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.2.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.2.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.20.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.20.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.20.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.21.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.21.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.21.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.22.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.22.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.22.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.23.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.23.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.23.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.24.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.24.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.24.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.25.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.25.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.25.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.26.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.26.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.26.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.27.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.27.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.27.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.28.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.28.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.28.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.29.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.29.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.29.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.3.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.3.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.3.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.30.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.30.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.30.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.31.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.31.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.31.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.32.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.32.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.32.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.33.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.33.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.33.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.34.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.34.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.34.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.35.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.35.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.35.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.36.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.36.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.36.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.37.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.37.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.37.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.38.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.38.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.38.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.39.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.39.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.39.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.4.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.4.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.4.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.40.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.40.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.40.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.41.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.41.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.41.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.42.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.42.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.42.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.43.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.43.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.43.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.44.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.44.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.44.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.45.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.45.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.45.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.46.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.46.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.46.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.47.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.47.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.47.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.48.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.48.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.48.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.49.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.49.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.49.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.5.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.5.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.5.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.50.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.50.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.50.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.51.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.51.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.51.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.52.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.52.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.52.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.53.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.53.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.53.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.54.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.54.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.54.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.55.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.55.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.55.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.56.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.56.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.56.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.57.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.57.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.57.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.58.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.58.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.58.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.59.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.59.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.59.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.6.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.6.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.6.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.60.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.60.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.60.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.61.w1.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.61.w2.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.61.w3.weight": "consolidated-00016-of-00054.safetensors",
    "layers.29.experts.62.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.62.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.62.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.63.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.63.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.63.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.64.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.64.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.64.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.65.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.65.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.65.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.66.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.66.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.66.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.67.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.67.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.67.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.68.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.68.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.68.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.69.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.69.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.69.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.7.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.7.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.7.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.70.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.70.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.70.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.71.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.71.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.71.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.72.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.72.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.72.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.73.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.73.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.73.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.74.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.74.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.74.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.75.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.75.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.75.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.76.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.76.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.76.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.77.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.77.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.77.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.78.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.78.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.78.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.79.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.79.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.79.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.8.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.8.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.8.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.80.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.80.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.80.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.81.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.81.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.81.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.82.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.82.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.82.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.83.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.83.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.83.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.84.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.84.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.84.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.85.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.85.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.85.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.86.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.86.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.86.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.87.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.87.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.87.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.88.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.88.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.88.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.89.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.89.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.89.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.9.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.9.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.9.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.90.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.90.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.90.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.91.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.91.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.91.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.92.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.92.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.92.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.93.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.93.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.93.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.94.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.94.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.94.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.95.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.95.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.95.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.96.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.96.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.96.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.97.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.97.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.97.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.98.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.98.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.98.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.99.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.99.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.99.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.shared_experts.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.shared_experts.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.shared_experts.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.attention.indexer.wq_b.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.attention.wo.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.attention.wq.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.0.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.0.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.0.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.1.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.1.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.1.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.10.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.10.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.10.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.100.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.100.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.100.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.101.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.101.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.101.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.102.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.102.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.102.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.103.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.103.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.103.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.104.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.104.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.104.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.105.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.105.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.105.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.106.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.106.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.106.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.107.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.107.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.107.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.108.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.108.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.108.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.109.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.109.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.109.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.11.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.11.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.11.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.110.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.110.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.110.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.111.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.111.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.111.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.112.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.112.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.112.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.113.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.113.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.113.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.114.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.114.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.114.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.115.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.115.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.115.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.116.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.116.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.116.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.117.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.117.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.117.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.118.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.118.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.118.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.119.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.119.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.119.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.12.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.12.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.12.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.120.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.120.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.120.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.121.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.121.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.121.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.122.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.122.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.122.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.123.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.123.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.123.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.124.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.124.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.124.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.125.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.125.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.125.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.126.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.126.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.126.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.127.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.127.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.127.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.13.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.13.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.13.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.14.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.14.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.14.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.15.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.15.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.15.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.16.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.16.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.16.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.17.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.17.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.17.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.18.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.18.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.18.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.19.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.19.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.19.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.2.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.2.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.2.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.20.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.20.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.20.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.21.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.21.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.21.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.22.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.22.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.22.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.23.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.23.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.23.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.24.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.24.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.24.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.25.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.25.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.25.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.26.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.26.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.26.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.27.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.27.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.27.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.28.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.28.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.28.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.29.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.29.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.29.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.3.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.3.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.3.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.30.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.30.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.30.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.31.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.31.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.31.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.32.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.32.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.32.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.33.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.33.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.33.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.34.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.34.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.34.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.35.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.35.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.35.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.36.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.36.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.36.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.37.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.37.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.37.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.38.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.38.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.38.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.39.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.39.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.39.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.4.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.4.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.4.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.40.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.40.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.40.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.41.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.41.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.41.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.42.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.42.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.42.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.43.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.43.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.43.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.44.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.44.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.44.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.45.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.45.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.45.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.46.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.46.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.46.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.47.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.47.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.47.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.48.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.48.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.48.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.49.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.49.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.49.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.5.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.5.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.5.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.50.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.50.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.50.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.51.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.51.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.51.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.52.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.52.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.52.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.53.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.53.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.53.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.54.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.54.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.54.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.55.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.55.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.55.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.56.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.56.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.56.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.57.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.57.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.57.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.58.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.58.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.58.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.59.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.59.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.59.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.6.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.6.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.6.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.60.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.60.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.60.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.61.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.61.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.61.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.62.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.62.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.62.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.63.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.63.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.63.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.64.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.64.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.64.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.65.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.65.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.65.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.66.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.66.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.66.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.67.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.67.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.67.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.68.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.68.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.68.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.69.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.69.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.69.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.7.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.7.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.7.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.70.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.70.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.70.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.71.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.71.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.71.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.72.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.72.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.72.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.73.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.73.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.73.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.74.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.74.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.74.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.75.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.75.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.75.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.76.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.76.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.76.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.77.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.77.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.77.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.78.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.78.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.78.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.79.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.79.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.79.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.8.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.8.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.8.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.80.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.80.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.80.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.81.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.81.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.81.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.82.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.82.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.82.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.83.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.83.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.83.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.84.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.84.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.84.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.85.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.85.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.85.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.86.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.86.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.86.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.87.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.87.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.87.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.88.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.88.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.88.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.89.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.89.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.89.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.9.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.9.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.9.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.90.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.90.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.90.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.91.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.91.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.91.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.92.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.92.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.92.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.93.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.93.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.93.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.94.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.94.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.94.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.95.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.95.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.95.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.96.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.96.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.96.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.97.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.97.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.97.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.98.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.98.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.98.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.99.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.99.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.99.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.shared_experts.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.shared_experts.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.shared_experts.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.attention.wo.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.attention.wq.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.0.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.0.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.0.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.1.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.1.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.1.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.10.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.10.w2.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.10.w3.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.100.w1.qscale_weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.62.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.62.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.62.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.63.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.63.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.63.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.64.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.64.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.64.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.65.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.65.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.65.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.66.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.66.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.66.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.67.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.67.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.67.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.68.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.68.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.68.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.69.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.69.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.69.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.7.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.7.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.7.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.70.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.70.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.70.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.71.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.71.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.71.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.72.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.72.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.72.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.73.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.73.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.73.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.74.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.74.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.74.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.75.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.75.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.75.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.76.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.76.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.76.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.77.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.77.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.77.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.78.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.78.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.78.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.79.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.79.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.79.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.8.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.8.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.8.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.80.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.80.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.80.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.81.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.81.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.81.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.82.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.82.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.82.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.83.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.83.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.83.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.84.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.84.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.84.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.85.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.85.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.85.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.86.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.86.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.86.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.87.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.87.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.87.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.88.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.88.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.88.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.89.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.89.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.89.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.9.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.9.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.9.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.90.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.90.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.90.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.91.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.91.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.91.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.92.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.92.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.92.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.93.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.93.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.93.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.94.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.94.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.94.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.95.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.95.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.95.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.96.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.96.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.96.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.97.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.97.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.97.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.98.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.98.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.98.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.99.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.99.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.experts.99.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.shared_experts.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.shared_experts.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.29.shared_experts.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.attention.indexer.wq_b.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.attention.wo.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.attention.wq.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.0.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.0.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.0.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.1.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.1.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.1.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.10.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.10.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.10.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.100.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.100.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.100.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.101.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.101.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.101.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.102.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.102.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.102.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.103.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.103.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.103.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.104.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.104.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.104.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.105.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.105.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.105.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.106.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.106.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.106.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.107.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.107.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.107.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.108.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.108.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.108.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.109.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.109.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.109.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.11.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.11.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.11.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.110.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.110.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.110.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.111.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.111.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.111.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.112.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.112.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.112.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.113.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.113.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.113.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.114.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.114.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.114.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.115.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.115.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.115.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.116.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.116.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.116.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.117.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.117.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.117.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.118.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.118.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.118.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.119.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.119.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.119.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.12.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.12.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.12.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.120.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.120.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.120.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.121.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.121.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.121.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.122.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.122.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.122.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.123.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.123.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.123.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.124.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.124.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.124.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.125.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.125.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.125.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.126.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.126.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.126.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.127.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.127.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.127.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.13.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.13.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.13.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.14.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.14.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.14.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.15.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.15.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.15.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.16.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.16.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.16.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.17.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.17.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.17.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.18.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.18.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.18.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.19.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.19.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.19.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.2.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.2.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.2.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.20.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.20.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.20.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.21.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.21.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.21.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.22.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.22.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.22.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.23.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.23.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.23.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.24.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.24.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.24.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.25.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.25.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.25.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.26.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.26.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.26.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.27.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.27.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.27.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.28.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.28.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.28.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.29.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.29.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.29.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.3.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.3.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.3.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.30.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.30.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.30.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.31.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.31.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.31.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.32.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.32.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.32.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.33.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.33.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.33.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.34.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.34.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.34.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.35.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.35.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.35.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.36.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.36.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.36.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.37.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.37.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.37.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.38.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.38.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.38.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.39.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.39.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.39.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.4.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.4.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.4.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.40.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.40.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.40.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.41.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.41.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.41.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.42.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.42.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.42.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.43.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.43.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.43.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.44.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.44.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.44.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.45.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.45.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.45.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.46.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.46.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.46.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.47.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.47.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.47.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.48.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.48.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.48.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.49.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.49.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.49.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.5.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.5.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.5.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.50.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.50.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.50.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.51.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.51.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.51.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.52.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.52.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.52.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.53.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.53.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.53.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.54.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.54.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.54.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.55.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.55.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.55.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.56.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.56.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.56.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.57.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.57.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.57.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.58.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.58.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.58.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.59.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.59.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.59.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.6.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.6.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.6.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.60.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.60.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.60.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.61.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.61.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.61.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.62.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.62.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.62.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.63.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.63.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.63.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.64.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.64.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.64.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.65.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.65.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.65.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.66.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.66.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.66.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.67.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.67.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.67.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.68.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.68.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.68.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.69.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.69.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.69.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.7.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.7.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.7.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.70.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.70.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.70.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.71.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.71.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.71.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.72.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.72.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.72.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.73.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.73.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.73.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.74.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.74.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.74.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.75.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.75.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.75.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.76.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.76.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.76.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.77.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.77.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.77.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.78.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.78.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.78.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.79.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.79.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.79.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.8.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.8.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.8.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.80.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.80.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.80.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.81.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.81.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.81.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.82.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.82.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.82.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.83.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.83.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.83.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.84.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.84.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.84.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.85.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.85.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.85.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.86.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.86.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.86.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.87.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.87.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.87.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.88.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.88.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.88.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.89.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.89.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.89.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.9.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.9.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.9.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.90.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.90.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.90.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.91.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.91.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.91.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.92.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.92.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.92.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.93.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.93.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.93.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.94.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.94.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.94.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.95.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.95.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.95.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.96.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.96.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.96.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.97.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.97.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.97.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.98.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.98.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.98.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.99.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.99.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.experts.99.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.shared_experts.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.shared_experts.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.3.shared_experts.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.attention.wo.weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.attention.wq.weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.0.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.0.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.0.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.1.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.1.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.1.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.10.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.10.w2.weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.10.w3.weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.100.w1.weight": "consolidated-00017-of-00054.safetensors",
    "layers.30.experts.100.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.100.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.101.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.101.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.101.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.102.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.102.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.102.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.103.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.103.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.103.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.104.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.104.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.104.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.105.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.105.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.105.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.106.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.106.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.106.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.107.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.107.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.107.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.108.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.108.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.108.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.109.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.109.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.109.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.11.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.11.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.11.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.110.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.110.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.110.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.111.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.111.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.111.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.112.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.112.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.112.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.113.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.113.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.113.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.114.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.114.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.114.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.115.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.115.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.115.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.116.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.116.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.116.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.117.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.117.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.117.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.118.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.118.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.118.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.119.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.119.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.119.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.12.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.12.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.12.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.120.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.120.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.120.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.121.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.121.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.121.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.122.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.122.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.122.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.123.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.123.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.123.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.124.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.124.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.124.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.125.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.125.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.125.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.126.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.126.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.126.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.127.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.127.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.127.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.13.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.13.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.13.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.14.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.14.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.14.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.15.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.15.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.15.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.16.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.16.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.16.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.17.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.17.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.17.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.18.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.18.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.18.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.19.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.19.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.19.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.2.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.2.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.2.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.20.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.20.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.20.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.21.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.21.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.21.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.22.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.22.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.22.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.23.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.23.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.23.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.24.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.24.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.24.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.25.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.25.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.25.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.26.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.26.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.26.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.27.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.27.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.27.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.28.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.28.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.28.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.29.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.29.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.29.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.3.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.3.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.3.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.30.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.30.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.30.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.31.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.31.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.31.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.32.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.32.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.32.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.33.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.33.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.33.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.34.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.34.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.34.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.35.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.35.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.35.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.36.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.36.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.36.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.37.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.37.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.37.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.38.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.38.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.38.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.39.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.39.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.39.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.4.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.4.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.4.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.40.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.40.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.40.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.41.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.41.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.41.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.42.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.42.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.42.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.43.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.43.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.43.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.44.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.44.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.44.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.45.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.45.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.45.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.46.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.46.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.46.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.47.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.47.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.47.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.48.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.48.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.48.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.49.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.49.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.49.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.5.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.5.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.5.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.50.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.50.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.50.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.51.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.51.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.51.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.52.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.52.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.52.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.53.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.53.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.53.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.54.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.54.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.54.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.55.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.55.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.55.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.56.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.56.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.56.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.57.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.57.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.57.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.58.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.58.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.58.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.59.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.59.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.59.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.6.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.6.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.6.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.60.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.60.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.60.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.61.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.61.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.61.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.62.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.62.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.62.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.63.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.63.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.63.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.64.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.64.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.64.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.65.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.65.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.65.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.66.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.66.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.66.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.67.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.67.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.67.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.68.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.68.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.68.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.69.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.69.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.69.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.7.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.7.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.7.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.70.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.70.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.70.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.71.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.71.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.71.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.72.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.72.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.72.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.73.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.73.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.73.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.74.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.74.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.74.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.75.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.75.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.75.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.76.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.76.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.76.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.77.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.77.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.77.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.78.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.78.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.78.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.79.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.79.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.79.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.8.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.8.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.8.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.80.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.80.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.80.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.81.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.81.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.81.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.82.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.82.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.82.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.83.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.83.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.83.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.84.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.84.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.84.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.85.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.85.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.85.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.86.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.86.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.86.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.87.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.87.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.87.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.88.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.88.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.88.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.89.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.89.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.89.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.9.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.9.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.9.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.90.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.90.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.90.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.91.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.91.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.91.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.92.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.92.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.92.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.93.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.93.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.93.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.94.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.94.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.94.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.95.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.95.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.95.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.96.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.96.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.96.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.97.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.97.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.97.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.98.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.98.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.98.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.99.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.99.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.99.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.shared_experts.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.shared_experts.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.shared_experts.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.attention.indexer.wq_b.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.attention.wo.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.attention.wq.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.0.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.0.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.0.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.1.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.1.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.1.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.10.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.10.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.10.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.100.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.100.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.100.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.101.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.101.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.101.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.102.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.102.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.102.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.103.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.103.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.103.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.104.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.104.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.104.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.105.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.105.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.105.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.106.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.106.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.106.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.107.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.107.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.107.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.108.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.108.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.108.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.109.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.109.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.109.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.11.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.11.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.11.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.110.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.110.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.110.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.111.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.111.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.111.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.112.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.112.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.112.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.113.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.113.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.113.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.114.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.114.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.114.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.115.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.115.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.115.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.116.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.116.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.116.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.117.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.117.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.117.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.118.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.118.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.118.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.119.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.119.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.119.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.12.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.12.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.12.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.120.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.120.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.120.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.121.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.121.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.121.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.122.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.122.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.122.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.123.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.123.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.123.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.124.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.124.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.124.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.125.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.125.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.125.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.126.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.126.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.126.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.127.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.127.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.127.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.13.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.13.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.13.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.14.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.14.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.14.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.15.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.15.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.15.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.16.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.16.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.16.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.17.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.17.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.17.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.18.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.18.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.18.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.19.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.19.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.19.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.2.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.2.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.2.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.20.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.20.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.20.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.21.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.21.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.21.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.22.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.22.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.22.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.23.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.23.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.23.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.24.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.24.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.24.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.25.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.25.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.25.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.26.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.26.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.26.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.27.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.27.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.27.w3.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.28.w1.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.28.w2.qscale_weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.100.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.100.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.101.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.101.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.101.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.102.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.102.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.102.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.103.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.103.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.103.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.104.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.104.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.104.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.105.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.105.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.105.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.106.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.106.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.106.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.107.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.107.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.107.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.108.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.108.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.108.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.109.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.109.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.109.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.11.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.11.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.11.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.110.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.110.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.110.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.111.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.111.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.111.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.112.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.112.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.112.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.113.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.113.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.113.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.114.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.114.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.114.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.115.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.115.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.115.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.116.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.116.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.116.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.117.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.117.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.117.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.118.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.118.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.118.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.119.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.119.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.119.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.12.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.12.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.12.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.120.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.120.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.120.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.121.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.121.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.121.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.122.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.122.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.122.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.123.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.123.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.123.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.124.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.124.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.124.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.125.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.125.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.125.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.126.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.126.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.126.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.127.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.127.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.127.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.13.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.13.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.13.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.14.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.14.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.14.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.15.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.15.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.15.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.16.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.16.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.16.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.17.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.17.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.17.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.18.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.18.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.18.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.19.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.19.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.19.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.2.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.2.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.2.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.20.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.20.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.20.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.21.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.21.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.21.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.22.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.22.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.22.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.23.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.23.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.23.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.24.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.24.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.24.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.25.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.25.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.25.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.26.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.26.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.26.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.27.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.27.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.27.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.28.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.28.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.28.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.29.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.29.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.29.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.3.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.3.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.3.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.30.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.30.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.30.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.31.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.31.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.31.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.32.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.32.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.32.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.33.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.33.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.33.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.34.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.34.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.34.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.35.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.35.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.35.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.36.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.36.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.36.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.37.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.37.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.37.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.38.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.38.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.38.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.39.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.39.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.39.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.4.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.4.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.4.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.40.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.40.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.40.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.41.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.41.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.41.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.42.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.42.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.42.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.43.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.43.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.43.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.44.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.44.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.44.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.45.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.45.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.45.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.46.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.46.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.46.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.47.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.47.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.47.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.48.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.48.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.48.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.49.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.49.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.49.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.5.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.5.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.5.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.50.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.50.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.50.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.51.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.51.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.51.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.52.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.52.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.52.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.53.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.53.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.53.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.54.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.54.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.54.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.55.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.55.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.55.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.56.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.56.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.56.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.57.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.57.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.57.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.58.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.58.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.58.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.59.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.59.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.59.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.6.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.6.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.6.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.60.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.60.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.60.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.61.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.61.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.61.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.62.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.62.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.62.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.63.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.63.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.63.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.64.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.64.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.64.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.65.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.65.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.65.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.66.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.66.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.66.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.67.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.67.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.67.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.68.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.68.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.68.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.69.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.69.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.69.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.7.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.7.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.7.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.70.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.70.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.70.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.71.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.71.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.71.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.72.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.72.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.72.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.73.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.73.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.73.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.74.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.74.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.74.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.75.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.75.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.75.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.76.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.76.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.76.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.77.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.77.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.77.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.78.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.78.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.78.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.79.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.79.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.79.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.8.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.8.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.8.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.80.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.80.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.80.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.81.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.81.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.81.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.82.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.82.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.82.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.83.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.83.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.83.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.84.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.84.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.84.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.85.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.85.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.85.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.86.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.86.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.86.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.87.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.87.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.87.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.88.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.88.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.88.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.89.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.89.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.89.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.9.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.9.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.9.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.90.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.90.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.90.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.91.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.91.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.91.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.92.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.92.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.92.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.93.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.93.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.93.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.94.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.94.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.94.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.95.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.95.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.95.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.96.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.96.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.96.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.97.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.97.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.97.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.98.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.98.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.98.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.99.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.99.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.experts.99.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.shared_experts.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.shared_experts.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.30.shared_experts.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.attention.indexer.wq_b.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.attention.wo.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.attention.wq.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.0.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.0.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.0.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.1.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.1.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.1.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.10.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.10.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.10.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.100.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.100.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.100.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.101.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.101.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.101.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.102.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.102.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.102.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.103.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.103.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.103.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.104.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.104.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.104.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.105.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.105.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.105.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.106.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.106.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.106.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.107.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.107.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.107.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.108.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.108.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.108.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.109.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.109.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.109.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.11.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.11.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.11.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.110.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.110.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.110.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.111.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.111.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.111.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.112.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.112.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.112.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.113.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.113.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.113.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.114.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.114.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.114.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.115.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.115.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.115.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.116.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.116.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.116.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.117.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.117.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.117.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.118.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.118.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.118.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.119.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.119.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.119.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.12.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.12.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.12.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.120.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.120.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.120.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.121.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.121.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.121.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.122.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.122.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.122.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.123.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.123.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.123.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.124.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.124.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.124.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.125.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.125.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.125.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.126.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.126.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.126.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.127.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.127.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.127.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.13.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.13.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.13.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.14.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.14.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.14.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.15.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.15.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.15.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.16.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.16.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.16.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.17.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.17.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.17.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.18.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.18.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.18.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.19.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.19.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.19.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.2.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.2.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.2.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.20.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.20.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.20.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.21.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.21.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.21.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.22.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.22.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.22.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.23.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.23.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.23.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.24.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.24.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.24.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.25.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.25.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.25.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.26.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.26.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.26.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.27.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.27.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.27.w3.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.28.w1.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.28.w2.weight": "consolidated-00018-of-00054.safetensors",
    "layers.31.experts.28.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.29.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.29.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.29.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.3.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.3.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.3.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.30.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.30.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.30.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.31.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.31.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.31.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.32.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.32.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.32.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.33.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.33.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.33.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.34.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.34.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.34.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.35.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.35.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.35.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.36.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.36.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.36.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.37.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.37.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.37.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.38.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.38.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.38.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.39.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.39.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.39.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.4.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.4.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.4.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.40.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.40.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.40.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.41.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.41.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.41.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.42.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.42.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.42.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.43.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.43.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.43.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.44.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.44.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.44.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.45.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.45.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.45.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.46.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.46.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.46.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.47.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.47.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.47.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.48.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.48.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.48.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.49.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.49.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.49.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.5.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.5.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.5.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.50.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.50.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.50.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.51.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.51.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.51.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.52.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.52.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.52.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.53.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.53.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.53.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.54.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.54.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.54.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.55.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.55.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.55.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.56.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.56.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.56.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.57.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.57.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.57.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.58.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.58.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.58.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.59.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.59.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.59.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.6.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.6.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.6.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.60.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.60.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.60.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.61.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.61.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.61.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.62.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.62.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.62.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.63.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.63.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.63.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.64.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.64.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.64.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.65.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.65.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.65.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.66.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.66.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.66.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.67.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.67.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.67.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.68.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.68.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.68.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.69.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.69.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.69.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.7.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.7.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.7.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.70.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.70.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.70.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.71.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.71.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.71.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.72.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.72.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.72.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.73.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.73.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.73.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.74.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.74.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.74.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.75.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.75.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.75.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.76.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.76.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.76.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.77.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.77.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.77.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.78.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.78.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.78.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.79.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.79.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.79.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.8.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.8.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.8.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.80.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.80.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.80.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.81.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.81.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.81.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.82.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.82.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.82.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.83.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.83.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.83.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.84.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.84.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.84.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.85.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.85.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.85.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.86.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.86.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.86.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.87.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.87.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.87.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.88.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.88.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.88.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.89.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.89.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.89.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.9.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.9.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.9.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.90.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.90.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.90.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.91.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.91.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.91.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.92.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.92.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.92.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.93.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.93.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.93.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.94.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.94.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.94.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.95.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.95.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.95.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.96.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.96.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.96.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.97.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.97.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.97.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.98.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.98.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.98.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.99.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.99.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.99.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.shared_experts.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.shared_experts.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.shared_experts.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.attention.indexer.wq_b.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.attention.wo.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.attention.wq.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.0.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.0.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.0.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.1.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.1.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.1.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.10.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.10.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.10.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.100.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.100.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.100.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.101.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.101.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.101.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.102.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.102.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.102.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.103.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.103.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.103.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.104.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.104.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.104.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.105.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.105.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.105.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.106.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.106.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.106.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.107.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.107.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.107.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.108.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.108.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.108.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.109.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.109.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.109.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.11.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.11.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.11.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.110.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.110.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.110.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.111.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.111.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.111.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.112.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.112.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.112.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.113.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.113.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.113.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.114.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.114.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.114.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.115.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.115.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.115.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.116.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.116.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.116.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.117.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.117.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.117.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.118.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.118.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.118.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.119.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.119.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.119.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.12.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.12.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.12.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.120.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.120.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.120.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.121.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.121.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.121.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.122.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.122.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.122.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.123.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.123.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.123.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.124.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.124.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.124.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.125.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.125.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.125.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.126.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.126.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.126.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.127.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.127.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.127.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.13.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.13.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.13.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.14.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.14.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.14.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.15.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.15.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.15.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.16.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.16.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.16.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.17.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.17.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.17.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.18.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.18.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.18.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.19.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.19.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.19.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.2.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.2.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.2.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.20.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.20.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.20.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.21.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.21.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.21.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.22.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.22.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.22.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.23.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.23.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.23.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.24.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.24.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.24.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.25.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.25.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.25.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.26.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.26.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.26.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.27.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.27.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.27.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.28.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.28.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.28.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.29.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.29.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.29.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.3.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.3.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.3.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.30.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.30.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.30.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.31.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.31.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.31.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.32.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.32.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.32.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.33.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.33.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.33.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.34.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.34.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.34.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.35.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.35.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.35.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.36.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.36.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.36.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.37.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.37.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.37.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.38.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.38.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.38.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.39.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.39.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.39.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.4.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.4.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.4.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.40.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.40.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.40.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.41.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.41.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.41.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.42.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.42.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.42.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.43.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.43.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.43.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.44.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.44.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.44.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.45.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.45.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.45.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.46.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.46.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.46.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.47.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.47.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.47.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.48.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.48.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.48.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.49.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.49.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.49.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.5.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.5.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.5.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.50.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.50.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.50.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.51.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.51.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.51.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.52.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.52.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.52.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.53.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.53.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.53.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.54.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.54.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.54.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.55.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.55.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.55.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.56.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.56.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.56.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.57.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.57.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.57.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.58.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.58.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.58.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.59.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.59.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.59.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.6.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.6.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.6.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.60.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.60.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.60.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.61.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.61.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.61.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.62.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.62.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.62.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.63.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.63.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.63.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.64.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.64.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.64.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.65.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.65.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.65.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.66.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.66.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.66.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.67.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.67.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.67.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.68.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.68.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.68.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.69.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.69.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.69.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.7.w1.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.7.w2.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.7.w3.qscale_weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.28.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.29.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.29.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.29.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.3.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.3.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.3.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.30.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.30.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.30.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.31.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.31.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.31.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.32.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.32.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.32.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.33.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.33.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.33.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.34.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.34.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.34.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.35.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.35.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.35.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.36.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.36.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.36.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.37.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.37.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.37.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.38.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.38.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.38.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.39.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.39.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.39.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.4.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.4.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.4.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.40.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.40.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.40.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.41.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.41.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.41.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.42.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.42.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.42.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.43.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.43.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.43.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.44.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.44.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.44.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.45.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.45.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.45.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.46.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.46.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.46.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.47.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.47.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.47.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.48.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.48.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.48.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.49.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.49.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.49.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.5.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.5.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.5.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.50.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.50.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.50.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.51.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.51.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.51.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.52.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.52.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.52.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.53.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.53.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.53.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.54.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.54.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.54.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.55.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.55.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.55.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.56.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.56.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.56.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.57.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.57.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.57.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.58.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.58.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.58.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.59.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.59.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.59.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.6.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.6.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.6.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.60.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.60.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.60.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.61.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.61.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.61.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.62.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.62.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.62.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.63.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.63.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.63.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.64.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.64.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.64.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.65.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.65.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.65.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.66.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.66.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.66.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.67.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.67.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.67.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.68.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.68.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.68.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.69.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.69.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.69.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.7.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.7.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.7.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.70.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.70.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.70.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.71.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.71.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.71.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.72.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.72.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.72.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.73.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.73.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.73.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.74.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.74.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.74.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.75.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.75.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.75.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.76.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.76.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.76.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.77.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.77.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.77.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.78.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.78.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.78.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.79.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.79.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.79.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.8.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.8.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.8.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.80.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.80.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.80.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.81.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.81.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.81.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.82.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.82.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.82.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.83.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.83.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.83.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.84.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.84.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.84.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.85.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.85.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.85.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.86.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.86.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.86.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.87.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.87.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.87.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.88.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.88.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.88.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.89.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.89.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.89.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.9.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.9.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.9.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.90.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.90.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.90.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.91.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.91.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.91.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.92.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.92.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.92.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.93.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.93.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.93.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.94.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.94.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.94.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.95.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.95.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.95.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.96.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.96.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.96.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.97.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.97.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.97.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.98.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.98.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.98.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.99.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.99.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.experts.99.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.shared_experts.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.shared_experts.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.31.shared_experts.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.attention.indexer.wq_b.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.attention.wo.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.attention.wq.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.0.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.0.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.0.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.1.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.1.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.1.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.10.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.10.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.10.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.100.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.100.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.100.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.101.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.101.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.101.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.102.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.102.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.102.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.103.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.103.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.103.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.104.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.104.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.104.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.105.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.105.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.105.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.106.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.106.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.106.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.107.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.107.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.107.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.108.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.108.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.108.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.109.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.109.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.109.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.11.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.11.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.11.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.110.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.110.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.110.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.111.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.111.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.111.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.112.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.112.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.112.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.113.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.113.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.113.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.114.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.114.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.114.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.115.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.115.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.115.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.116.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.116.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.116.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.117.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.117.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.117.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.118.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.118.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.118.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.119.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.119.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.119.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.12.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.12.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.12.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.120.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.120.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.120.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.121.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.121.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.121.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.122.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.122.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.122.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.123.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.123.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.123.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.124.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.124.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.124.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.125.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.125.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.125.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.126.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.126.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.126.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.127.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.127.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.127.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.13.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.13.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.13.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.14.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.14.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.14.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.15.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.15.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.15.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.16.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.16.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.16.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.17.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.17.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.17.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.18.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.18.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.18.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.19.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.19.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.19.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.2.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.2.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.2.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.20.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.20.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.20.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.21.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.21.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.21.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.22.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.22.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.22.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.23.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.23.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.23.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.24.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.24.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.24.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.25.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.25.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.25.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.26.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.26.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.26.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.27.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.27.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.27.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.28.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.28.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.28.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.29.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.29.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.29.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.3.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.3.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.3.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.30.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.30.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.30.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.31.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.31.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.31.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.32.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.32.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.32.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.33.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.33.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.33.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.34.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.34.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.34.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.35.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.35.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.35.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.36.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.36.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.36.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.37.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.37.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.37.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.38.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.38.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.38.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.39.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.39.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.39.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.4.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.4.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.4.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.40.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.40.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.40.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.41.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.41.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.41.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.42.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.42.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.42.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.43.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.43.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.43.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.44.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.44.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.44.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.45.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.45.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.45.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.46.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.46.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.46.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.47.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.47.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.47.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.48.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.48.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.48.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.49.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.49.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.49.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.5.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.5.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.5.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.50.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.50.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.50.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.51.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.51.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.51.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.52.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.52.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.52.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.53.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.53.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.53.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.54.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.54.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.54.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.55.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.55.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.55.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.56.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.56.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.56.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.57.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.57.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.57.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.58.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.58.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.58.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.59.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.59.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.59.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.6.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.6.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.6.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.60.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.60.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.60.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.61.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.61.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.61.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.62.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.62.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.62.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.63.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.63.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.63.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.64.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.64.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.64.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.65.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.65.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.65.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.66.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.66.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.66.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.67.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.67.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.67.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.68.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.68.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.68.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.69.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.69.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.69.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.7.w1.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.7.w2.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.7.w3.weight": "consolidated-00019-of-00054.safetensors",
    "layers.32.experts.70.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.70.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.70.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.71.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.71.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.71.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.72.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.72.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.72.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.73.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.73.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.73.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.74.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.74.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.74.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.75.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.75.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.75.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.76.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.76.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.76.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.77.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.77.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.77.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.78.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.78.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.78.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.79.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.79.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.79.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.8.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.8.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.8.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.80.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.80.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.80.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.81.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.81.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.81.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.82.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.82.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.82.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.83.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.83.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.83.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.84.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.84.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.84.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.85.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.85.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.85.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.86.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.86.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.86.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.87.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.87.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.87.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.88.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.88.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.88.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.89.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.89.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.89.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.9.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.9.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.9.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.90.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.90.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.90.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.91.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.91.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.91.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.92.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.92.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.92.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.93.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.93.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.93.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.94.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.94.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.94.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.95.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.95.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.95.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.96.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.96.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.96.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.97.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.97.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.97.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.98.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.98.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.98.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.99.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.99.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.99.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.shared_experts.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.shared_experts.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.shared_experts.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.attention.wo.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.attention.wq.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.0.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.0.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.0.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.1.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.1.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.1.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.10.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.10.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.10.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.100.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.100.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.100.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.101.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.101.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.101.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.102.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.102.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.102.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.103.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.103.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.103.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.104.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.104.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.104.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.105.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.105.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.105.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.106.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.106.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.106.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.107.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.107.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.107.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.108.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.108.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.108.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.109.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.109.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.109.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.11.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.11.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.11.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.110.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.110.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.110.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.111.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.111.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.111.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.112.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.112.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.112.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.113.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.113.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.113.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.114.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.114.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.114.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.115.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.115.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.115.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.116.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.116.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.116.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.117.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.117.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.117.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.118.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.118.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.118.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.119.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.119.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.119.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.12.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.12.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.12.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.120.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.120.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.120.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.121.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.121.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.121.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.122.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.122.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.122.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.123.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.123.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.123.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.124.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.124.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.124.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.125.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.125.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.125.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.126.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.126.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.126.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.127.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.127.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.127.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.13.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.13.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.13.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.14.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.14.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.14.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.15.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.15.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.15.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.16.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.16.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.16.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.17.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.17.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.17.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.18.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.18.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.18.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.19.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.19.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.19.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.2.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.2.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.2.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.20.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.20.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.20.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.21.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.21.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.21.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.22.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.22.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.22.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.23.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.23.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.23.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.24.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.24.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.24.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.25.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.25.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.25.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.26.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.26.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.26.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.27.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.27.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.27.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.28.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.28.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.28.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.29.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.29.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.29.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.3.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.3.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.3.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.30.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.30.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.30.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.31.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.31.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.31.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.32.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.32.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.32.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.33.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.33.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.33.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.34.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.34.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.34.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.35.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.35.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.35.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.36.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.36.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.36.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.37.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.37.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.37.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.38.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.38.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.38.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.39.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.39.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.39.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.4.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.4.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.4.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.40.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.40.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.40.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.41.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.41.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.41.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.42.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.42.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.42.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.43.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.43.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.43.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.44.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.44.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.44.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.45.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.45.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.45.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.46.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.46.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.46.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.47.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.47.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.47.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.48.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.48.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.48.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.49.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.49.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.49.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.5.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.5.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.5.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.50.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.50.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.50.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.51.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.51.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.51.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.52.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.52.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.52.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.53.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.53.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.53.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.54.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.54.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.54.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.55.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.55.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.55.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.56.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.56.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.56.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.57.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.57.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.57.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.58.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.58.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.58.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.59.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.59.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.59.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.6.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.6.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.6.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.60.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.60.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.60.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.61.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.61.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.61.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.62.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.62.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.62.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.63.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.63.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.63.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.64.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.64.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.64.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.65.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.65.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.65.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.66.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.66.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.66.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.67.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.67.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.67.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.68.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.68.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.68.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.69.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.69.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.69.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.7.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.7.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.7.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.70.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.70.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.70.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.71.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.71.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.71.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.72.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.72.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.72.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.73.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.73.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.73.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.74.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.74.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.74.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.75.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.75.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.75.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.76.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.76.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.76.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.77.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.77.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.77.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.78.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.78.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.78.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.79.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.79.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.79.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.8.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.8.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.8.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.80.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.80.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.80.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.81.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.81.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.81.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.82.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.82.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.82.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.83.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.83.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.83.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.84.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.84.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.84.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.85.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.85.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.85.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.86.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.86.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.86.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.87.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.87.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.87.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.88.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.88.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.88.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.89.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.89.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.89.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.9.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.9.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.9.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.90.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.90.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.90.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.91.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.91.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.91.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.92.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.92.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.92.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.93.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.93.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.93.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.94.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.94.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.94.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.95.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.95.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.95.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.96.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.96.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.96.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.97.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.97.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.97.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.98.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.98.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.98.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.99.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.99.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.99.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.shared_experts.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.shared_experts.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.shared_experts.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.attention.wo.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.attention.wq.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.0.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.0.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.0.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.1.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.1.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.1.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.10.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.10.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.10.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.100.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.100.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.100.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.101.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.101.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.101.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.102.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.102.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.102.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.103.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.103.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.103.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.104.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.104.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.104.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.105.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.105.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.105.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.106.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.106.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.106.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.107.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.107.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.107.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.108.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.108.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.108.w3.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.109.w1.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.109.w2.qscale_weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.70.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.70.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.70.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.71.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.71.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.71.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.72.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.72.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.72.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.73.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.73.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.73.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.74.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.74.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.74.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.75.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.75.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.75.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.76.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.76.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.76.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.77.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.77.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.77.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.78.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.78.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.78.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.79.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.79.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.79.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.8.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.8.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.8.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.80.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.80.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.80.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.81.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.81.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.81.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.82.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.82.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.82.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.83.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.83.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.83.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.84.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.84.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.84.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.85.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.85.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.85.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.86.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.86.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.86.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.87.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.87.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.87.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.88.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.88.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.88.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.89.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.89.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.89.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.9.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.9.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.9.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.90.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.90.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.90.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.91.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.91.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.91.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.92.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.92.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.92.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.93.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.93.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.93.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.94.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.94.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.94.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.95.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.95.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.95.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.96.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.96.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.96.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.97.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.97.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.97.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.98.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.98.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.98.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.99.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.99.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.experts.99.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.shared_experts.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.shared_experts.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.32.shared_experts.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.attention.wo.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.attention.wq.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.0.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.0.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.0.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.1.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.1.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.1.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.10.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.10.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.10.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.100.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.100.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.100.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.101.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.101.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.101.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.102.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.102.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.102.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.103.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.103.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.103.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.104.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.104.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.104.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.105.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.105.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.105.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.106.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.106.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.106.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.107.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.107.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.107.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.108.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.108.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.108.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.109.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.109.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.109.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.11.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.11.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.11.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.110.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.110.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.110.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.111.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.111.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.111.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.112.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.112.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.112.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.113.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.113.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.113.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.114.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.114.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.114.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.115.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.115.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.115.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.116.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.116.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.116.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.117.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.117.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.117.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.118.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.118.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.118.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.119.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.119.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.119.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.12.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.12.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.12.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.120.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.120.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.120.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.121.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.121.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.121.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.122.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.122.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.122.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.123.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.123.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.123.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.124.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.124.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.124.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.125.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.125.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.125.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.126.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.126.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.126.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.127.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.127.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.127.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.13.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.13.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.13.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.14.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.14.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.14.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.15.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.15.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.15.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.16.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.16.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.16.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.17.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.17.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.17.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.18.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.18.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.18.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.19.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.19.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.19.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.2.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.2.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.2.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.20.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.20.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.20.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.21.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.21.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.21.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.22.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.22.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.22.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.23.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.23.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.23.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.24.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.24.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.24.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.25.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.25.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.25.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.26.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.26.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.26.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.27.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.27.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.27.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.28.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.28.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.28.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.29.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.29.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.29.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.3.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.3.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.3.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.30.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.30.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.30.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.31.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.31.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.31.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.32.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.32.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.32.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.33.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.33.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.33.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.34.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.34.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.34.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.35.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.35.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.35.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.36.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.36.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.36.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.37.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.37.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.37.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.38.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.38.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.38.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.39.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.39.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.39.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.4.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.4.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.4.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.40.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.40.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.40.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.41.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.41.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.41.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.42.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.42.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.42.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.43.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.43.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.43.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.44.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.44.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.44.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.45.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.45.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.45.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.46.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.46.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.46.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.47.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.47.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.47.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.48.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.48.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.48.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.49.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.49.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.49.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.5.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.5.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.5.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.50.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.50.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.50.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.51.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.51.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.51.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.52.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.52.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.52.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.53.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.53.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.53.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.54.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.54.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.54.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.55.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.55.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.55.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.56.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.56.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.56.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.57.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.57.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.57.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.58.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.58.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.58.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.59.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.59.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.59.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.6.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.6.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.6.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.60.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.60.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.60.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.61.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.61.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.61.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.62.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.62.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.62.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.63.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.63.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.63.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.64.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.64.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.64.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.65.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.65.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.65.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.66.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.66.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.66.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.67.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.67.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.67.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.68.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.68.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.68.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.69.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.69.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.69.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.7.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.7.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.7.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.70.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.70.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.70.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.71.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.71.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.71.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.72.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.72.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.72.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.73.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.73.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.73.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.74.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.74.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.74.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.75.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.75.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.75.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.76.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.76.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.76.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.77.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.77.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.77.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.78.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.78.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.78.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.79.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.79.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.79.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.8.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.8.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.8.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.80.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.80.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.80.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.81.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.81.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.81.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.82.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.82.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.82.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.83.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.83.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.83.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.84.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.84.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.84.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.85.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.85.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.85.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.86.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.86.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.86.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.87.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.87.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.87.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.88.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.88.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.88.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.89.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.89.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.89.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.9.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.9.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.9.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.90.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.90.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.90.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.91.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.91.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.91.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.92.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.92.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.92.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.93.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.93.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.93.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.94.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.94.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.94.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.95.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.95.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.95.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.96.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.96.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.96.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.97.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.97.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.97.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.98.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.98.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.98.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.99.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.99.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.experts.99.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.shared_experts.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.shared_experts.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.33.shared_experts.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.attention.wo.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.attention.wq.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.0.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.0.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.0.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.1.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.1.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.1.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.10.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.10.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.10.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.100.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.100.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.100.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.101.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.101.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.101.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.102.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.102.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.102.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.103.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.103.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.103.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.104.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.104.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.104.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.105.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.105.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.105.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.106.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.106.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.106.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.107.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.107.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.107.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.108.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.108.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.108.w3.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.109.w1.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.109.w2.weight": "consolidated-00020-of-00054.safetensors",
    "layers.34.experts.109.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.11.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.11.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.11.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.110.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.110.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.110.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.111.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.111.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.111.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.112.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.112.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.112.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.113.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.113.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.113.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.114.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.114.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.114.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.115.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.115.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.115.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.116.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.116.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.116.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.117.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.117.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.117.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.118.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.118.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.118.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.119.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.119.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.119.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.12.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.12.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.12.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.120.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.120.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.120.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.121.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.121.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.121.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.122.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.122.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.122.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.123.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.123.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.123.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.124.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.124.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.124.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.125.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.125.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.125.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.126.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.126.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.126.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.127.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.127.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.127.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.13.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.13.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.13.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.14.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.14.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.14.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.15.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.15.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.15.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.16.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.16.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.16.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.17.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.17.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.17.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.18.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.18.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.18.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.19.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.19.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.19.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.2.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.2.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.2.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.20.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.20.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.20.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.21.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.21.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.21.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.22.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.22.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.22.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.23.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.23.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.23.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.24.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.24.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.24.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.25.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.25.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.25.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.26.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.26.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.26.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.27.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.27.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.27.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.28.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.28.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.28.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.29.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.29.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.29.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.3.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.3.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.3.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.30.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.30.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.30.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.31.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.31.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.31.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.32.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.32.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.32.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.33.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.33.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.33.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.34.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.34.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.34.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.35.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.35.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.35.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.36.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.36.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.36.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.37.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.37.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.37.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.38.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.38.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.38.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.39.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.39.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.39.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.4.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.4.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.4.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.40.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.40.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.40.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.41.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.41.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.41.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.42.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.42.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.42.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.43.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.43.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.43.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.44.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.44.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.44.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.45.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.45.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.45.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.46.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.46.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.46.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.47.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.47.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.47.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.48.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.48.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.48.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.49.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.49.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.49.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.5.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.5.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.5.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.50.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.50.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.50.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.51.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.51.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.51.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.52.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.52.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.52.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.53.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.53.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.53.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.54.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.54.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.54.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.55.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.55.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.55.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.56.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.56.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.56.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.57.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.57.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.57.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.58.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.58.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.58.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.59.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.59.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.59.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.6.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.6.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.6.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.60.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.60.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.60.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.61.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.61.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.61.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.62.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.62.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.62.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.63.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.63.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.63.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.64.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.64.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.64.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.65.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.65.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.65.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.66.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.66.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.66.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.67.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.67.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.67.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.68.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.68.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.68.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.69.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.69.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.69.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.7.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.7.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.7.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.70.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.70.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.70.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.71.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.71.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.71.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.72.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.72.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.72.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.73.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.73.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.73.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.74.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.74.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.74.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.75.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.75.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.75.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.76.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.76.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.76.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.77.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.77.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.77.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.78.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.78.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.78.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.79.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.79.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.79.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.8.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.8.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.8.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.80.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.80.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.80.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.81.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.81.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.81.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.82.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.82.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.82.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.83.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.83.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.83.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.84.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.84.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.84.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.85.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.85.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.85.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.86.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.86.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.86.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.87.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.87.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.87.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.88.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.88.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.88.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.89.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.89.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.89.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.9.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.9.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.9.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.90.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.90.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.90.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.91.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.91.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.91.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.92.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.92.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.92.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.93.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.93.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.93.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.94.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.94.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.94.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.95.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.95.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.95.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.96.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.96.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.96.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.97.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.97.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.97.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.98.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.98.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.98.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.99.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.99.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.99.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.shared_experts.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.shared_experts.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.shared_experts.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.attention.indexer.wq_b.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.attention.wo.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.attention.wq.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.0.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.0.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.0.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.1.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.1.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.1.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.10.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.10.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.10.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.100.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.100.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.100.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.101.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.101.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.101.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.102.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.102.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.102.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.103.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.103.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.103.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.104.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.104.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.104.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.105.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.105.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.105.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.106.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.106.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.106.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.107.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.107.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.107.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.108.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.108.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.108.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.109.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.109.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.109.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.11.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.11.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.11.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.110.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.110.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.110.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.111.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.111.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.111.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.112.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.112.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.112.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.113.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.113.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.113.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.114.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.114.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.114.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.115.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.115.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.115.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.116.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.116.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.116.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.117.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.117.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.117.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.118.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.118.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.118.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.119.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.119.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.119.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.12.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.12.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.12.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.120.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.120.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.120.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.121.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.121.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.121.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.122.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.122.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.122.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.123.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.123.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.123.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.124.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.124.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.124.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.125.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.125.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.125.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.126.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.126.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.126.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.127.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.127.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.127.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.13.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.13.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.13.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.14.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.14.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.14.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.15.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.15.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.15.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.16.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.16.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.16.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.17.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.17.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.17.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.18.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.18.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.18.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.19.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.19.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.19.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.2.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.2.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.2.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.20.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.20.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.20.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.21.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.21.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.21.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.22.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.22.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.22.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.23.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.23.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.23.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.24.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.24.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.24.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.25.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.25.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.25.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.26.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.26.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.26.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.27.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.27.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.27.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.28.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.28.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.28.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.29.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.29.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.29.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.3.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.3.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.3.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.30.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.30.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.30.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.31.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.31.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.31.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.32.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.32.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.32.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.33.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.33.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.33.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.34.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.34.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.34.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.35.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.35.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.35.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.36.w1.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.36.w2.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.36.w3.qscale_weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.109.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.11.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.11.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.11.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.110.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.110.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.110.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.111.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.111.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.111.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.112.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.112.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.112.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.113.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.113.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.113.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.114.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.114.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.114.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.115.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.115.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.115.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.116.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.116.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.116.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.117.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.117.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.117.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.118.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.118.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.118.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.119.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.119.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.119.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.12.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.12.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.12.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.120.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.120.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.120.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.121.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.121.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.121.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.122.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.122.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.122.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.123.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.123.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.123.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.124.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.124.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.124.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.125.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.125.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.125.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.126.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.126.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.126.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.127.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.127.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.127.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.13.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.13.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.13.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.14.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.14.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.14.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.15.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.15.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.15.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.16.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.16.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.16.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.17.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.17.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.17.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.18.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.18.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.18.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.19.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.19.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.19.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.2.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.2.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.2.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.20.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.20.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.20.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.21.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.21.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.21.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.22.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.22.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.22.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.23.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.23.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.23.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.24.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.24.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.24.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.25.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.25.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.25.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.26.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.26.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.26.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.27.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.27.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.27.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.28.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.28.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.28.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.29.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.29.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.29.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.3.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.3.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.3.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.30.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.30.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.30.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.31.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.31.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.31.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.32.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.32.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.32.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.33.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.33.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.33.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.34.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.34.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.34.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.35.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.35.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.35.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.36.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.36.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.36.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.37.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.37.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.37.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.38.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.38.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.38.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.39.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.39.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.39.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.4.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.4.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.4.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.40.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.40.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.40.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.41.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.41.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.41.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.42.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.42.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.42.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.43.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.43.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.43.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.44.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.44.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.44.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.45.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.45.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.45.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.46.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.46.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.46.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.47.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.47.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.47.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.48.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.48.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.48.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.49.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.49.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.49.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.5.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.5.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.5.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.50.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.50.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.50.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.51.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.51.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.51.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.52.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.52.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.52.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.53.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.53.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.53.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.54.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.54.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.54.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.55.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.55.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.55.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.56.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.56.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.56.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.57.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.57.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.57.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.58.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.58.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.58.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.59.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.59.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.59.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.6.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.6.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.6.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.60.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.60.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.60.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.61.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.61.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.61.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.62.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.62.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.62.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.63.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.63.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.63.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.64.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.64.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.64.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.65.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.65.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.65.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.66.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.66.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.66.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.67.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.67.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.67.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.68.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.68.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.68.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.69.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.69.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.69.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.7.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.7.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.7.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.70.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.70.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.70.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.71.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.71.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.71.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.72.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.72.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.72.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.73.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.73.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.73.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.74.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.74.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.74.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.75.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.75.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.75.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.76.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.76.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.76.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.77.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.77.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.77.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.78.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.78.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.78.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.79.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.79.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.79.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.8.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.8.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.8.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.80.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.80.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.80.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.81.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.81.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.81.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.82.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.82.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.82.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.83.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.83.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.83.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.84.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.84.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.84.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.85.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.85.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.85.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.86.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.86.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.86.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.87.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.87.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.87.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.88.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.88.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.88.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.89.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.89.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.89.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.9.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.9.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.9.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.90.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.90.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.90.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.91.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.91.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.91.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.92.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.92.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.92.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.93.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.93.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.93.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.94.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.94.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.94.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.95.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.95.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.95.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.96.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.96.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.96.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.97.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.97.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.97.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.98.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.98.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.98.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.99.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.99.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.experts.99.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.shared_experts.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.shared_experts.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.34.shared_experts.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.attention.indexer.wq_b.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.attention.wo.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.attention.wq.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.0.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.0.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.0.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.1.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.1.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.1.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.10.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.10.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.10.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.100.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.100.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.100.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.101.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.101.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.101.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.102.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.102.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.102.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.103.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.103.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.103.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.104.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.104.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.104.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.105.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.105.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.105.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.106.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.106.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.106.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.107.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.107.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.107.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.108.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.108.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.108.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.109.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.109.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.109.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.11.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.11.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.11.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.110.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.110.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.110.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.111.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.111.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.111.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.112.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.112.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.112.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.113.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.113.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.113.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.114.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.114.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.114.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.115.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.115.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.115.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.116.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.116.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.116.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.117.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.117.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.117.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.118.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.118.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.118.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.119.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.119.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.119.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.12.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.12.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.12.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.120.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.120.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.120.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.121.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.121.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.121.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.122.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.122.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.122.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.123.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.123.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.123.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.124.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.124.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.124.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.125.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.125.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.125.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.126.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.126.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.126.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.127.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.127.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.127.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.13.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.13.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.13.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.14.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.14.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.14.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.15.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.15.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.15.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.16.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.16.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.16.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.17.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.17.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.17.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.18.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.18.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.18.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.19.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.19.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.19.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.2.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.2.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.2.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.20.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.20.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.20.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.21.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.21.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.21.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.22.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.22.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.22.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.23.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.23.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.23.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.24.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.24.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.24.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.25.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.25.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.25.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.26.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.26.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.26.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.27.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.27.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.27.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.28.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.28.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.28.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.29.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.29.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.29.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.3.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.3.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.3.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.30.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.30.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.30.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.31.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.31.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.31.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.32.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.32.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.32.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.33.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.33.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.33.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.34.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.34.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.34.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.35.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.35.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.35.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.36.w1.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.36.w2.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.36.w3.weight": "consolidated-00021-of-00054.safetensors",
    "layers.35.experts.37.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.37.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.37.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.38.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.38.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.38.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.39.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.39.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.39.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.4.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.4.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.4.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.40.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.40.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.40.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.41.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.41.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.41.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.42.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.42.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.42.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.43.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.43.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.43.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.44.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.44.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.44.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.45.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.45.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.45.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.46.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.46.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.46.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.47.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.47.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.47.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.48.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.48.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.48.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.49.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.49.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.49.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.5.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.5.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.5.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.50.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.50.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.50.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.51.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.51.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.51.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.52.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.52.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.52.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.53.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.53.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.53.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.54.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.54.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.54.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.55.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.55.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.55.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.56.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.56.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.56.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.57.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.57.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.57.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.58.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.58.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.58.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.59.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.59.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.59.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.6.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.6.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.6.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.60.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.60.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.60.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.61.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.61.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.61.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.62.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.62.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.62.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.63.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.63.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.63.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.64.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.64.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.64.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.65.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.65.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.65.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.66.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.66.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.66.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.67.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.67.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.67.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.68.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.68.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.68.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.69.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.69.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.69.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.7.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.7.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.7.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.70.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.70.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.70.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.71.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.71.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.71.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.72.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.72.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.72.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.73.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.73.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.73.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.74.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.74.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.74.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.75.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.75.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.75.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.76.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.76.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.76.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.77.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.77.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.77.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.78.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.78.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.78.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.79.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.79.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.79.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.8.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.8.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.8.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.80.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.80.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.80.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.81.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.81.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.81.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.82.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.82.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.82.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.83.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.83.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.83.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.84.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.84.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.84.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.85.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.85.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.85.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.86.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.86.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.86.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.87.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.87.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.87.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.88.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.88.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.88.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.89.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.89.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.89.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.9.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.9.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.9.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.90.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.90.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.90.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.91.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.91.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.91.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.92.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.92.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.92.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.93.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.93.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.93.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.94.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.94.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.94.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.95.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.95.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.95.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.96.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.96.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.96.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.97.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.97.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.97.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.98.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.98.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.98.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.99.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.99.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.99.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.shared_experts.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.shared_experts.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.shared_experts.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.attention.indexer.wq_b.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.attention.wo.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.attention.wq.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.0.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.0.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.0.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.1.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.1.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.1.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.10.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.10.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.10.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.100.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.100.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.100.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.101.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.101.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.101.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.102.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.102.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.102.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.103.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.103.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.103.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.104.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.104.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.104.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.105.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.105.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.105.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.106.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.106.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.106.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.107.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.107.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.107.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.108.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.108.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.108.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.109.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.109.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.109.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.11.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.11.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.11.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.110.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.110.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.110.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.111.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.111.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.111.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.112.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.112.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.112.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.113.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.113.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.113.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.114.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.114.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.114.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.115.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.115.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.115.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.116.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.116.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.116.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.117.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.117.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.117.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.118.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.118.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.118.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.119.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.119.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.119.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.12.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.12.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.12.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.120.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.120.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.120.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.121.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.121.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.121.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.122.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.122.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.122.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.123.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.123.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.123.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.124.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.124.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.124.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.125.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.125.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.125.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.126.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.126.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.126.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.127.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.127.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.127.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.13.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.13.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.13.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.14.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.14.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.14.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.15.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.15.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.15.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.16.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.16.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.16.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.17.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.17.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.17.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.18.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.18.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.18.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.19.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.19.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.19.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.2.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.2.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.2.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.20.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.20.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.20.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.21.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.21.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.21.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.22.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.22.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.22.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.23.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.23.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.23.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.24.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.24.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.24.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.25.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.25.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.25.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.26.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.26.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.26.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.27.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.27.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.27.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.28.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.28.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.28.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.29.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.29.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.29.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.3.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.3.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.3.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.30.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.30.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.30.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.31.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.31.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.31.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.32.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.32.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.32.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.33.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.33.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.33.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.34.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.34.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.34.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.35.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.35.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.35.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.36.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.36.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.36.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.37.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.37.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.37.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.38.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.38.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.38.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.39.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.39.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.39.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.4.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.4.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.4.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.40.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.40.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.40.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.41.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.41.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.41.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.42.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.42.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.42.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.43.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.43.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.43.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.44.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.44.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.44.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.45.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.45.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.45.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.46.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.46.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.46.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.47.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.47.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.47.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.48.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.48.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.48.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.49.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.49.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.49.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.5.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.5.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.5.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.50.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.50.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.50.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.51.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.51.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.51.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.52.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.52.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.52.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.53.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.53.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.53.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.54.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.54.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.54.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.55.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.55.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.55.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.56.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.56.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.56.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.57.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.57.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.57.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.58.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.58.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.58.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.59.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.59.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.59.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.6.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.6.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.6.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.60.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.60.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.60.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.61.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.61.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.61.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.62.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.62.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.62.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.63.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.63.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.63.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.64.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.64.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.64.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.65.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.65.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.65.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.66.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.66.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.66.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.67.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.67.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.67.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.68.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.68.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.68.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.69.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.69.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.69.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.7.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.7.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.7.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.70.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.70.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.70.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.71.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.71.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.71.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.72.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.72.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.72.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.73.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.73.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.73.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.74.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.74.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.74.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.75.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.75.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.75.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.76.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.76.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.76.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.77.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.77.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.77.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.78.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.78.w2.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.78.w3.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.79.w1.qscale_weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.37.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.37.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.37.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.38.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.38.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.38.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.39.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.39.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.39.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.4.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.4.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.4.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.40.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.40.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.40.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.41.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.41.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.41.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.42.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.42.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.42.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.43.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.43.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.43.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.44.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.44.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.44.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.45.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.45.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.45.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.46.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.46.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.46.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.47.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.47.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.47.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.48.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.48.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.48.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.49.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.49.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.49.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.5.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.5.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.5.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.50.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.50.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.50.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.51.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.51.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.51.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.52.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.52.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.52.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.53.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.53.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.53.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.54.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.54.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.54.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.55.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.55.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.55.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.56.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.56.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.56.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.57.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.57.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.57.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.58.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.58.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.58.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.59.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.59.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.59.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.6.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.6.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.6.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.60.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.60.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.60.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.61.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.61.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.61.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.62.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.62.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.62.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.63.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.63.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.63.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.64.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.64.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.64.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.65.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.65.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.65.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.66.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.66.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.66.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.67.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.67.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.67.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.68.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.68.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.68.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.69.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.69.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.69.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.7.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.7.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.7.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.70.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.70.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.70.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.71.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.71.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.71.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.72.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.72.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.72.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.73.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.73.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.73.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.74.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.74.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.74.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.75.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.75.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.75.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.76.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.76.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.76.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.77.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.77.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.77.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.78.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.78.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.78.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.79.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.79.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.79.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.8.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.8.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.8.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.80.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.80.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.80.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.81.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.81.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.81.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.82.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.82.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.82.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.83.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.83.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.83.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.84.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.84.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.84.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.85.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.85.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.85.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.86.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.86.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.86.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.87.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.87.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.87.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.88.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.88.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.88.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.89.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.89.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.89.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.9.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.9.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.9.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.90.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.90.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.90.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.91.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.91.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.91.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.92.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.92.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.92.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.93.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.93.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.93.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.94.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.94.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.94.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.95.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.95.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.95.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.96.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.96.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.96.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.97.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.97.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.97.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.98.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.98.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.98.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.99.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.99.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.experts.99.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.shared_experts.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.shared_experts.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.35.shared_experts.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.attention.indexer.wq_b.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.attention.wo.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.attention.wq.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.0.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.0.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.0.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.1.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.1.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.1.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.10.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.10.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.10.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.100.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.100.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.100.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.101.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.101.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.101.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.102.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.102.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.102.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.103.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.103.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.103.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.104.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.104.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.104.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.105.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.105.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.105.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.106.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.106.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.106.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.107.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.107.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.107.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.108.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.108.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.108.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.109.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.109.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.109.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.11.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.11.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.11.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.110.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.110.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.110.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.111.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.111.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.111.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.112.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.112.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.112.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.113.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.113.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.113.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.114.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.114.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.114.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.115.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.115.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.115.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.116.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.116.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.116.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.117.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.117.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.117.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.118.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.118.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.118.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.119.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.119.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.119.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.12.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.12.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.12.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.120.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.120.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.120.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.121.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.121.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.121.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.122.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.122.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.122.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.123.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.123.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.123.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.124.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.124.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.124.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.125.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.125.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.125.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.126.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.126.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.126.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.127.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.127.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.127.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.13.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.13.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.13.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.14.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.14.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.14.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.15.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.15.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.15.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.16.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.16.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.16.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.17.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.17.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.17.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.18.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.18.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.18.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.19.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.19.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.19.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.2.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.2.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.2.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.20.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.20.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.20.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.21.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.21.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.21.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.22.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.22.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.22.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.23.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.23.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.23.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.24.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.24.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.24.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.25.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.25.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.25.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.26.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.26.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.26.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.27.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.27.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.27.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.28.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.28.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.28.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.29.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.29.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.29.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.3.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.3.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.3.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.30.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.30.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.30.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.31.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.31.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.31.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.32.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.32.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.32.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.33.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.33.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.33.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.34.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.34.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.34.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.35.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.35.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.35.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.36.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.36.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.36.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.37.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.37.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.37.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.38.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.38.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.38.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.39.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.39.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.39.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.4.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.4.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.4.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.40.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.40.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.40.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.41.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.41.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.41.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.42.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.42.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.42.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.43.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.43.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.43.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.44.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.44.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.44.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.45.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.45.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.45.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.46.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.46.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.46.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.47.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.47.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.47.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.48.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.48.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.48.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.49.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.49.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.49.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.5.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.5.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.5.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.50.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.50.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.50.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.51.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.51.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.51.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.52.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.52.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.52.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.53.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.53.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.53.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.54.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.54.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.54.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.55.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.55.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.55.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.56.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.56.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.56.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.57.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.57.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.57.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.58.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.58.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.58.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.59.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.59.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.59.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.6.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.6.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.6.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.60.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.60.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.60.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.61.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.61.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.61.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.62.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.62.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.62.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.63.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.63.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.63.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.64.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.64.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.64.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.65.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.65.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.65.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.66.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.66.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.66.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.67.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.67.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.67.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.68.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.68.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.68.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.69.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.69.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.69.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.7.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.7.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.7.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.70.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.70.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.70.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.71.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.71.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.71.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.72.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.72.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.72.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.73.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.73.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.73.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.74.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.74.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.74.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.75.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.75.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.75.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.76.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.76.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.76.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.77.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.77.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.77.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.78.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.78.w2.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.78.w3.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.79.w1.weight": "consolidated-00022-of-00054.safetensors",
    "layers.36.experts.79.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.79.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.8.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.8.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.8.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.80.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.80.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.80.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.81.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.81.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.81.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.82.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.82.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.82.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.83.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.83.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.83.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.84.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.84.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.84.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.85.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.85.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.85.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.86.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.86.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.86.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.87.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.87.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.87.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.88.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.88.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.88.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.89.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.89.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.89.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.9.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.9.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.9.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.90.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.90.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.90.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.91.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.91.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.91.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.92.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.92.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.92.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.93.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.93.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.93.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.94.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.94.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.94.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.95.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.95.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.95.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.96.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.96.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.96.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.97.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.97.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.97.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.98.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.98.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.98.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.99.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.99.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.99.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.shared_experts.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.shared_experts.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.shared_experts.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.attention.wo.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.attention.wq.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.0.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.0.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.0.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.1.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.1.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.1.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.10.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.10.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.10.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.100.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.100.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.100.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.101.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.101.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.101.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.102.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.102.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.102.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.103.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.103.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.103.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.104.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.104.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.104.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.105.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.105.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.105.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.106.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.106.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.106.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.107.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.107.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.107.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.108.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.108.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.108.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.109.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.109.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.109.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.11.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.11.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.11.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.110.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.110.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.110.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.111.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.111.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.111.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.112.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.112.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.112.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.113.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.113.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.113.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.114.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.114.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.114.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.115.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.115.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.115.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.116.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.116.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.116.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.117.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.117.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.117.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.118.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.118.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.118.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.119.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.119.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.119.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.12.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.12.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.12.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.120.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.120.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.120.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.121.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.121.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.121.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.122.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.122.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.122.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.123.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.123.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.123.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.124.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.124.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.124.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.125.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.125.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.125.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.126.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.126.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.126.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.127.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.127.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.127.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.13.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.13.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.13.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.14.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.14.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.14.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.15.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.15.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.15.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.16.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.16.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.16.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.17.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.17.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.17.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.18.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.18.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.18.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.19.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.19.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.19.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.2.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.2.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.2.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.20.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.20.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.20.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.21.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.21.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.21.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.22.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.22.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.22.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.23.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.23.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.23.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.24.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.24.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.24.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.25.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.25.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.25.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.26.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.26.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.26.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.27.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.27.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.27.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.28.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.28.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.28.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.29.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.29.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.29.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.3.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.3.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.3.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.30.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.30.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.30.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.31.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.31.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.31.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.32.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.32.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.32.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.33.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.33.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.33.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.34.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.34.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.34.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.35.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.35.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.35.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.36.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.36.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.36.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.37.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.37.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.37.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.38.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.38.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.38.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.39.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.39.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.39.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.4.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.4.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.4.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.40.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.40.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.40.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.41.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.41.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.41.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.42.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.42.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.42.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.43.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.43.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.43.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.44.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.44.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.44.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.45.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.45.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.45.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.46.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.46.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.46.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.47.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.47.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.47.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.48.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.48.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.48.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.49.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.49.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.49.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.5.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.5.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.5.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.50.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.50.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.50.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.51.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.51.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.51.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.52.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.52.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.52.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.53.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.53.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.53.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.54.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.54.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.54.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.55.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.55.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.55.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.56.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.56.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.56.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.57.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.57.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.57.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.58.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.58.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.58.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.59.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.59.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.59.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.6.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.6.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.6.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.60.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.60.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.60.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.61.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.61.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.61.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.62.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.62.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.62.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.63.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.63.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.63.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.64.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.64.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.64.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.65.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.65.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.65.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.66.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.66.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.66.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.67.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.67.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.67.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.68.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.68.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.68.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.69.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.69.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.69.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.7.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.7.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.7.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.70.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.70.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.70.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.71.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.71.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.71.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.72.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.72.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.72.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.73.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.73.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.73.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.74.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.74.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.74.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.75.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.75.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.75.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.76.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.76.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.76.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.77.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.77.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.77.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.78.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.78.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.78.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.79.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.79.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.79.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.8.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.8.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.8.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.80.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.80.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.80.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.81.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.81.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.81.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.82.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.82.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.82.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.83.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.83.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.83.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.84.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.84.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.84.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.85.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.85.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.85.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.86.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.86.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.86.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.87.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.87.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.87.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.88.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.88.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.88.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.89.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.89.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.89.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.9.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.9.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.9.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.90.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.90.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.90.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.91.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.91.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.91.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.92.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.92.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.92.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.93.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.93.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.93.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.94.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.94.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.94.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.95.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.95.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.95.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.96.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.96.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.96.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.97.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.97.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.97.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.98.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.98.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.98.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.99.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.99.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.99.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.shared_experts.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.shared_experts.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.shared_experts.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.attention.wo.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.attention.wq.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.0.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.0.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.0.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.1.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.1.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.1.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.10.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.10.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.10.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.100.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.100.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.100.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.101.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.101.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.101.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.102.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.102.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.102.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.103.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.103.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.103.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.104.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.104.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.104.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.105.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.105.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.105.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.106.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.106.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.106.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.107.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.107.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.107.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.108.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.108.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.108.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.109.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.109.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.109.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.11.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.11.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.11.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.110.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.110.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.110.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.111.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.111.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.111.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.112.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.112.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.112.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.113.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.113.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.113.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.114.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.114.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.114.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.115.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.115.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.115.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.116.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.116.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.116.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.117.w1.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.117.w2.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.117.w3.qscale_weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.79.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.79.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.8.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.8.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.8.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.80.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.80.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.80.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.81.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.81.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.81.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.82.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.82.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.82.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.83.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.83.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.83.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.84.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.84.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.84.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.85.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.85.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.85.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.86.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.86.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.86.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.87.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.87.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.87.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.88.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.88.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.88.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.89.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.89.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.89.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.9.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.9.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.9.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.90.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.90.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.90.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.91.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.91.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.91.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.92.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.92.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.92.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.93.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.93.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.93.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.94.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.94.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.94.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.95.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.95.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.95.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.96.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.96.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.96.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.97.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.97.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.97.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.98.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.98.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.98.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.99.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.99.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.experts.99.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.shared_experts.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.shared_experts.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.36.shared_experts.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.attention.wo.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.attention.wq.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.0.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.0.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.0.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.1.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.1.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.1.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.10.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.10.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.10.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.100.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.100.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.100.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.101.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.101.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.101.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.102.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.102.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.102.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.103.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.103.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.103.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.104.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.104.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.104.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.105.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.105.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.105.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.106.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.106.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.106.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.107.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.107.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.107.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.108.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.108.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.108.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.109.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.109.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.109.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.11.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.11.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.11.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.110.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.110.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.110.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.111.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.111.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.111.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.112.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.112.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.112.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.113.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.113.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.113.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.114.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.114.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.114.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.115.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.115.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.115.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.116.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.116.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.116.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.117.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.117.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.117.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.118.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.118.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.118.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.119.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.119.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.119.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.12.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.12.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.12.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.120.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.120.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.120.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.121.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.121.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.121.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.122.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.122.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.122.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.123.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.123.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.123.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.124.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.124.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.124.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.125.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.125.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.125.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.126.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.126.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.126.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.127.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.127.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.127.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.13.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.13.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.13.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.14.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.14.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.14.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.15.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.15.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.15.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.16.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.16.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.16.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.17.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.17.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.17.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.18.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.18.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.18.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.19.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.19.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.19.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.2.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.2.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.2.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.20.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.20.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.20.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.21.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.21.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.21.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.22.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.22.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.22.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.23.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.23.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.23.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.24.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.24.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.24.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.25.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.25.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.25.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.26.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.26.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.26.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.27.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.27.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.27.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.28.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.28.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.28.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.29.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.29.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.29.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.3.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.3.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.3.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.30.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.30.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.30.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.31.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.31.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.31.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.32.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.32.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.32.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.33.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.33.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.33.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.34.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.34.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.34.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.35.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.35.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.35.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.36.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.36.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.36.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.37.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.37.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.37.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.38.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.38.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.38.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.39.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.39.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.39.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.4.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.4.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.4.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.40.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.40.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.40.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.41.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.41.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.41.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.42.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.42.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.42.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.43.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.43.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.43.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.44.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.44.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.44.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.45.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.45.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.45.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.46.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.46.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.46.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.47.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.47.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.47.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.48.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.48.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.48.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.49.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.49.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.49.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.5.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.5.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.5.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.50.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.50.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.50.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.51.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.51.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.51.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.52.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.52.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.52.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.53.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.53.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.53.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.54.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.54.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.54.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.55.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.55.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.55.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.56.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.56.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.56.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.57.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.57.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.57.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.58.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.58.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.58.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.59.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.59.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.59.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.6.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.6.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.6.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.60.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.60.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.60.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.61.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.61.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.61.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.62.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.62.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.62.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.63.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.63.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.63.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.64.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.64.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.64.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.65.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.65.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.65.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.66.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.66.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.66.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.67.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.67.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.67.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.68.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.68.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.68.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.69.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.69.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.69.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.7.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.7.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.7.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.70.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.70.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.70.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.71.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.71.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.71.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.72.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.72.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.72.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.73.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.73.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.73.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.74.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.74.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.74.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.75.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.75.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.75.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.76.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.76.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.76.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.77.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.77.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.77.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.78.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.78.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.78.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.79.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.79.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.79.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.8.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.8.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.8.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.80.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.80.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.80.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.81.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.81.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.81.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.82.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.82.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.82.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.83.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.83.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.83.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.84.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.84.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.84.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.85.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.85.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.85.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.86.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.86.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.86.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.87.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.87.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.87.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.88.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.88.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.88.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.89.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.89.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.89.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.9.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.9.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.9.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.90.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.90.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.90.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.91.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.91.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.91.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.92.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.92.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.92.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.93.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.93.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.93.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.94.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.94.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.94.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.95.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.95.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.95.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.96.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.96.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.96.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.97.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.97.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.97.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.98.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.98.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.98.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.99.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.99.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.experts.99.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.shared_experts.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.shared_experts.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.37.shared_experts.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.attention.wo.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.attention.wq.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.0.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.0.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.0.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.1.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.1.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.1.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.10.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.10.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.10.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.100.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.100.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.100.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.101.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.101.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.101.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.102.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.102.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.102.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.103.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.103.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.103.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.104.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.104.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.104.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.105.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.105.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.105.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.106.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.106.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.106.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.107.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.107.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.107.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.108.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.108.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.108.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.109.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.109.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.109.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.11.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.11.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.11.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.110.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.110.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.110.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.111.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.111.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.111.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.112.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.112.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.112.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.113.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.113.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.113.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.114.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.114.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.114.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.115.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.115.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.115.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.116.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.116.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.116.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.117.w1.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.117.w2.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.117.w3.weight": "consolidated-00023-of-00054.safetensors",
    "layers.38.experts.118.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.118.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.118.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.119.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.119.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.119.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.12.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.12.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.12.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.120.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.120.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.120.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.121.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.121.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.121.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.122.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.122.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.122.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.123.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.123.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.123.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.124.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.124.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.124.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.125.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.125.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.125.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.126.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.126.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.126.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.127.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.127.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.127.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.13.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.13.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.13.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.14.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.14.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.14.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.15.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.15.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.15.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.16.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.16.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.16.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.17.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.17.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.17.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.18.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.18.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.18.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.19.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.19.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.19.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.2.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.2.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.2.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.20.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.20.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.20.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.21.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.21.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.21.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.22.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.22.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.22.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.23.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.23.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.23.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.24.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.24.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.24.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.25.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.25.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.25.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.26.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.26.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.26.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.27.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.27.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.27.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.28.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.28.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.28.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.29.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.29.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.29.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.3.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.3.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.3.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.30.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.30.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.30.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.31.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.31.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.31.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.32.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.32.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.32.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.33.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.33.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.33.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.34.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.34.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.34.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.35.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.35.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.35.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.36.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.36.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.36.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.37.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.37.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.37.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.38.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.38.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.38.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.39.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.39.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.39.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.4.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.4.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.4.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.40.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.40.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.40.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.41.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.41.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.41.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.42.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.42.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.42.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.43.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.43.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.43.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.44.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.44.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.44.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.45.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.45.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.45.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.46.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.46.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.46.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.47.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.47.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.47.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.48.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.48.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.48.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.49.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.49.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.49.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.5.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.5.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.5.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.50.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.50.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.50.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.51.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.51.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.51.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.52.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.52.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.52.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.53.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.53.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.53.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.54.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.54.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.54.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.55.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.55.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.55.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.56.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.56.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.56.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.57.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.57.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.57.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.58.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.58.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.58.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.59.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.59.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.59.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.6.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.6.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.6.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.60.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.60.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.60.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.61.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.61.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.61.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.62.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.62.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.62.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.63.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.63.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.63.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.64.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.64.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.64.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.65.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.65.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.65.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.66.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.66.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.66.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.67.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.67.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.67.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.68.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.68.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.68.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.69.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.69.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.69.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.7.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.7.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.7.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.70.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.70.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.70.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.71.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.71.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.71.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.72.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.72.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.72.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.73.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.73.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.73.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.74.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.74.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.74.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.75.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.75.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.75.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.76.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.76.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.76.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.77.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.77.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.77.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.78.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.78.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.78.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.79.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.79.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.79.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.8.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.8.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.8.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.80.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.80.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.80.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.81.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.81.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.81.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.82.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.82.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.82.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.83.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.83.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.83.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.84.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.84.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.84.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.85.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.85.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.85.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.86.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.86.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.86.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.87.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.87.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.87.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.88.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.88.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.88.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.89.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.89.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.89.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.9.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.9.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.9.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.90.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.90.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.90.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.91.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.91.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.91.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.92.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.92.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.92.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.93.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.93.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.93.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.94.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.94.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.94.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.95.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.95.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.95.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.96.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.96.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.96.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.97.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.97.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.97.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.98.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.98.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.98.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.99.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.99.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.99.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.shared_experts.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.shared_experts.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.shared_experts.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.attention.indexer.wq_b.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.attention.wo.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.attention.wq.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.0.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.0.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.0.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.1.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.1.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.1.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.10.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.10.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.10.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.100.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.100.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.100.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.101.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.101.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.101.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.102.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.102.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.102.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.103.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.103.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.103.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.104.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.104.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.104.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.105.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.105.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.105.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.106.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.106.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.106.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.107.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.107.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.107.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.108.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.108.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.108.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.109.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.109.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.109.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.11.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.11.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.11.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.110.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.110.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.110.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.111.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.111.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.111.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.112.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.112.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.112.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.113.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.113.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.113.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.114.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.114.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.114.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.115.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.115.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.115.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.116.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.116.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.116.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.117.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.117.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.117.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.118.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.118.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.118.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.119.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.119.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.119.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.12.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.12.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.12.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.120.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.120.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.120.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.121.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.121.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.121.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.122.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.122.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.122.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.123.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.123.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.123.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.124.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.124.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.124.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.125.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.125.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.125.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.126.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.126.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.126.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.127.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.127.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.127.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.13.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.13.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.13.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.14.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.14.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.14.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.15.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.15.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.15.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.16.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.16.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.16.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.17.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.17.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.17.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.18.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.18.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.18.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.19.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.19.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.19.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.2.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.2.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.2.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.20.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.20.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.20.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.21.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.21.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.21.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.22.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.22.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.22.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.23.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.23.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.23.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.24.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.24.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.24.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.25.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.25.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.25.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.26.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.26.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.26.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.27.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.27.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.27.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.28.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.28.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.28.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.29.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.29.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.29.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.3.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.3.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.3.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.30.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.30.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.30.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.31.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.31.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.31.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.32.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.32.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.32.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.33.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.33.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.33.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.34.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.34.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.34.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.35.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.35.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.35.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.36.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.36.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.36.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.37.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.37.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.37.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.38.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.38.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.38.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.39.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.39.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.39.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.4.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.4.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.4.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.40.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.40.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.40.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.41.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.41.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.41.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.42.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.42.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.42.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.43.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.43.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.43.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.44.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.44.w2.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.44.w3.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.45.w1.qscale_weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.118.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.118.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.118.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.119.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.119.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.119.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.12.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.12.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.12.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.120.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.120.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.120.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.121.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.121.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.121.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.122.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.122.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.122.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.123.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.123.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.123.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.124.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.124.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.124.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.125.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.125.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.125.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.126.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.126.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.126.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.127.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.127.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.127.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.13.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.13.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.13.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.14.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.14.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.14.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.15.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.15.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.15.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.16.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.16.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.16.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.17.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.17.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.17.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.18.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.18.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.18.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.19.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.19.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.19.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.2.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.2.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.2.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.20.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.20.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.20.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.21.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.21.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.21.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.22.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.22.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.22.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.23.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.23.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.23.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.24.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.24.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.24.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.25.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.25.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.25.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.26.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.26.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.26.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.27.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.27.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.27.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.28.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.28.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.28.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.29.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.29.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.29.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.3.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.3.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.3.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.30.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.30.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.30.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.31.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.31.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.31.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.32.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.32.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.32.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.33.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.33.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.33.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.34.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.34.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.34.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.35.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.35.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.35.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.36.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.36.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.36.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.37.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.37.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.37.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.38.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.38.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.38.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.39.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.39.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.39.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.4.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.4.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.4.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.40.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.40.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.40.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.41.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.41.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.41.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.42.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.42.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.42.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.43.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.43.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.43.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.44.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.44.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.44.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.45.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.45.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.45.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.46.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.46.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.46.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.47.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.47.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.47.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.48.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.48.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.48.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.49.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.49.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.49.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.5.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.5.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.5.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.50.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.50.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.50.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.51.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.51.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.51.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.52.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.52.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.52.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.53.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.53.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.53.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.54.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.54.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.54.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.55.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.55.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.55.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.56.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.56.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.56.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.57.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.57.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.57.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.58.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.58.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.58.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.59.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.59.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.59.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.6.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.6.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.6.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.60.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.60.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.60.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.61.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.61.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.61.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.62.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.62.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.62.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.63.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.63.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.63.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.64.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.64.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.64.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.65.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.65.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.65.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.66.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.66.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.66.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.67.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.67.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.67.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.68.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.68.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.68.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.69.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.69.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.69.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.7.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.7.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.7.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.70.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.70.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.70.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.71.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.71.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.71.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.72.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.72.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.72.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.73.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.73.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.73.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.74.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.74.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.74.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.75.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.75.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.75.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.76.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.76.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.76.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.77.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.77.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.77.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.78.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.78.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.78.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.79.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.79.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.79.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.8.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.8.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.8.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.80.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.80.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.80.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.81.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.81.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.81.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.82.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.82.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.82.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.83.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.83.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.83.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.84.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.84.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.84.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.85.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.85.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.85.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.86.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.86.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.86.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.87.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.87.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.87.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.88.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.88.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.88.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.89.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.89.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.89.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.9.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.9.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.9.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.90.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.90.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.90.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.91.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.91.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.91.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.92.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.92.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.92.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.93.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.93.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.93.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.94.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.94.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.94.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.95.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.95.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.95.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.96.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.96.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.96.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.97.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.97.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.97.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.98.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.98.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.98.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.99.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.99.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.experts.99.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.shared_experts.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.shared_experts.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.38.shared_experts.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.attention.indexer.wq_b.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.attention.wo.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.attention.wq.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.0.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.0.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.0.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.1.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.1.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.1.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.10.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.10.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.10.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.100.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.100.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.100.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.101.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.101.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.101.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.102.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.102.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.102.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.103.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.103.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.103.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.104.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.104.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.104.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.105.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.105.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.105.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.106.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.106.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.106.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.107.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.107.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.107.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.108.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.108.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.108.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.109.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.109.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.109.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.11.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.11.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.11.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.110.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.110.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.110.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.111.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.111.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.111.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.112.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.112.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.112.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.113.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.113.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.113.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.114.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.114.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.114.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.115.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.115.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.115.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.116.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.116.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.116.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.117.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.117.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.117.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.118.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.118.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.118.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.119.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.119.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.119.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.12.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.12.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.12.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.120.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.120.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.120.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.121.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.121.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.121.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.122.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.122.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.122.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.123.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.123.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.123.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.124.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.124.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.124.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.125.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.125.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.125.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.126.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.126.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.126.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.127.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.127.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.127.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.13.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.13.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.13.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.14.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.14.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.14.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.15.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.15.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.15.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.16.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.16.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.16.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.17.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.17.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.17.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.18.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.18.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.18.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.19.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.19.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.19.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.2.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.2.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.2.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.20.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.20.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.20.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.21.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.21.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.21.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.22.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.22.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.22.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.23.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.23.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.23.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.24.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.24.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.24.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.25.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.25.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.25.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.26.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.26.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.26.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.27.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.27.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.27.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.28.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.28.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.28.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.29.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.29.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.29.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.3.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.3.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.3.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.30.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.30.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.30.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.31.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.31.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.31.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.32.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.32.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.32.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.33.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.33.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.33.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.34.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.34.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.34.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.35.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.35.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.35.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.36.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.36.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.36.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.37.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.37.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.37.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.38.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.38.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.38.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.39.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.39.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.39.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.4.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.4.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.4.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.40.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.40.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.40.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.41.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.41.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.41.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.42.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.42.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.42.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.43.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.43.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.43.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.44.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.44.w2.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.44.w3.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.45.w1.weight": "consolidated-00024-of-00054.safetensors",
    "layers.39.experts.45.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.45.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.46.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.46.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.46.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.47.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.47.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.47.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.48.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.48.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.48.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.49.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.49.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.49.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.5.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.5.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.5.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.50.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.50.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.50.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.51.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.51.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.51.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.52.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.52.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.52.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.53.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.53.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.53.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.54.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.54.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.54.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.55.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.55.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.55.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.56.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.56.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.56.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.57.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.57.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.57.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.58.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.58.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.58.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.59.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.59.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.59.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.6.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.6.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.6.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.60.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.60.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.60.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.61.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.61.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.61.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.62.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.62.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.62.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.63.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.63.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.63.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.64.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.64.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.64.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.65.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.65.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.65.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.66.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.66.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.66.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.67.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.67.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.67.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.68.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.68.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.68.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.69.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.69.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.69.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.7.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.7.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.7.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.70.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.70.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.70.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.71.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.71.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.71.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.72.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.72.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.72.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.73.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.73.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.73.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.74.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.74.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.74.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.75.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.75.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.75.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.76.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.76.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.76.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.77.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.77.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.77.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.78.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.78.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.78.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.79.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.79.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.79.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.8.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.8.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.8.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.80.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.80.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.80.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.81.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.81.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.81.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.82.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.82.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.82.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.83.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.83.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.83.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.84.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.84.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.84.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.85.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.85.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.85.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.86.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.86.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.86.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.87.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.87.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.87.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.88.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.88.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.88.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.89.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.89.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.89.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.9.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.9.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.9.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.90.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.90.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.90.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.91.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.91.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.91.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.92.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.92.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.92.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.93.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.93.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.93.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.94.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.94.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.94.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.95.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.95.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.95.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.96.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.96.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.96.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.97.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.97.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.97.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.98.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.98.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.98.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.99.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.99.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.99.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.shared_experts.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.shared_experts.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.shared_experts.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.attention.indexer.wq_b.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.attention.wo.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.attention.wq.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.0.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.0.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.0.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.1.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.1.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.1.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.10.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.10.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.10.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.100.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.100.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.100.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.101.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.101.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.101.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.102.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.102.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.102.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.103.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.103.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.103.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.104.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.104.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.104.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.105.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.105.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.105.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.106.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.106.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.106.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.107.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.107.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.107.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.108.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.108.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.108.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.109.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.109.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.109.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.11.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.11.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.11.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.110.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.110.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.110.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.111.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.111.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.111.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.112.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.112.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.112.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.113.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.113.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.113.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.114.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.114.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.114.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.115.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.115.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.115.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.116.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.116.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.116.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.117.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.117.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.117.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.118.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.118.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.118.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.119.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.119.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.119.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.12.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.12.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.12.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.120.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.120.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.120.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.121.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.121.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.121.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.122.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.122.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.122.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.123.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.123.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.123.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.124.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.124.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.124.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.125.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.125.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.125.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.126.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.126.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.126.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.127.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.127.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.127.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.13.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.13.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.13.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.14.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.14.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.14.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.15.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.15.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.15.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.16.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.16.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.16.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.17.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.17.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.17.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.18.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.18.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.18.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.19.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.19.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.19.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.2.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.2.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.2.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.20.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.20.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.20.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.21.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.21.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.21.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.22.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.22.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.22.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.23.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.23.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.23.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.24.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.24.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.24.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.25.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.25.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.25.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.26.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.26.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.26.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.27.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.27.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.27.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.28.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.28.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.28.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.29.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.29.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.29.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.3.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.3.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.3.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.30.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.30.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.30.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.31.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.31.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.31.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.32.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.32.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.32.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.33.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.33.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.33.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.34.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.34.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.34.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.35.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.35.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.35.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.36.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.36.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.36.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.37.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.37.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.37.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.38.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.38.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.38.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.39.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.39.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.39.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.4.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.4.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.4.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.40.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.40.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.40.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.41.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.41.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.41.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.42.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.42.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.42.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.43.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.43.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.43.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.44.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.44.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.44.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.45.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.45.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.45.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.46.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.46.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.46.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.47.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.47.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.47.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.48.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.48.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.48.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.49.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.49.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.49.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.5.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.5.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.5.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.50.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.50.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.50.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.51.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.51.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.51.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.52.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.52.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.52.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.53.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.53.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.53.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.54.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.54.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.54.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.55.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.55.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.55.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.56.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.56.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.56.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.57.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.57.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.57.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.58.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.58.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.58.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.59.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.59.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.59.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.6.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.6.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.6.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.60.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.60.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.60.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.61.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.61.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.61.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.62.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.62.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.62.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.63.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.63.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.63.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.64.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.64.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.64.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.65.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.65.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.65.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.66.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.66.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.66.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.67.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.67.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.67.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.68.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.68.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.68.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.69.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.69.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.69.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.7.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.7.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.7.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.70.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.70.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.70.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.71.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.71.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.71.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.72.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.72.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.72.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.73.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.73.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.73.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.74.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.74.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.74.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.75.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.75.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.75.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.76.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.76.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.76.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.77.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.77.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.77.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.78.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.78.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.78.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.79.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.79.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.79.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.8.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.8.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.8.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.80.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.80.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.80.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.81.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.81.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.81.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.82.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.82.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.82.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.83.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.83.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.83.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.84.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.84.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.84.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.85.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.85.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.85.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.86.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.86.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.86.w3.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.87.w1.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.87.w2.qscale_weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.45.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.45.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.46.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.46.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.46.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.47.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.47.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.47.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.48.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.48.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.48.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.49.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.49.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.49.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.5.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.5.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.5.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.50.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.50.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.50.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.51.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.51.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.51.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.52.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.52.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.52.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.53.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.53.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.53.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.54.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.54.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.54.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.55.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.55.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.55.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.56.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.56.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.56.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.57.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.57.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.57.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.58.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.58.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.58.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.59.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.59.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.59.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.6.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.6.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.6.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.60.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.60.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.60.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.61.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.61.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.61.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.62.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.62.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.62.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.63.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.63.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.63.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.64.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.64.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.64.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.65.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.65.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.65.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.66.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.66.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.66.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.67.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.67.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.67.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.68.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.68.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.68.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.69.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.69.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.69.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.7.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.7.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.7.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.70.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.70.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.70.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.71.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.71.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.71.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.72.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.72.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.72.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.73.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.73.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.73.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.74.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.74.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.74.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.75.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.75.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.75.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.76.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.76.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.76.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.77.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.77.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.77.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.78.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.78.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.78.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.79.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.79.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.79.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.8.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.8.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.8.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.80.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.80.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.80.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.81.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.81.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.81.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.82.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.82.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.82.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.83.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.83.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.83.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.84.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.84.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.84.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.85.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.85.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.85.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.86.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.86.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.86.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.87.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.87.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.87.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.88.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.88.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.88.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.89.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.89.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.89.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.9.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.9.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.9.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.90.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.90.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.90.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.91.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.91.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.91.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.92.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.92.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.92.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.93.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.93.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.93.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.94.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.94.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.94.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.95.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.95.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.95.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.96.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.96.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.96.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.97.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.97.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.97.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.98.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.98.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.98.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.99.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.99.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.experts.99.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.shared_experts.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.shared_experts.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.39.shared_experts.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.attention.indexer.wq_b.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.attention.wo.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.attention.wq.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.0.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.0.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.0.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.1.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.1.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.1.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.10.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.10.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.10.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.100.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.100.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.100.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.101.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.101.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.101.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.102.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.102.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.102.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.103.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.103.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.103.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.104.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.104.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.104.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.105.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.105.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.105.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.106.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.106.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.106.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.107.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.107.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.107.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.108.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.108.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.108.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.109.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.109.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.109.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.11.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.11.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.11.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.110.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.110.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.110.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.111.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.111.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.111.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.112.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.112.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.112.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.113.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.113.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.113.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.114.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.114.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.114.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.115.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.115.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.115.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.116.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.116.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.116.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.117.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.117.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.117.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.118.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.118.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.118.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.119.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.119.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.119.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.12.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.12.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.12.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.120.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.120.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.120.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.121.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.121.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.121.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.122.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.122.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.122.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.123.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.123.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.123.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.124.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.124.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.124.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.125.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.125.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.125.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.126.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.126.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.126.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.127.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.127.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.127.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.13.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.13.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.13.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.14.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.14.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.14.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.15.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.15.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.15.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.16.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.16.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.16.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.17.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.17.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.17.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.18.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.18.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.18.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.19.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.19.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.19.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.2.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.2.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.2.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.20.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.20.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.20.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.21.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.21.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.21.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.22.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.22.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.22.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.23.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.23.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.23.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.24.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.24.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.24.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.25.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.25.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.25.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.26.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.26.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.26.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.27.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.27.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.27.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.28.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.28.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.28.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.29.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.29.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.29.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.3.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.3.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.3.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.30.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.30.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.30.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.31.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.31.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.31.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.32.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.32.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.32.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.33.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.33.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.33.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.34.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.34.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.34.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.35.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.35.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.35.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.36.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.36.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.36.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.37.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.37.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.37.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.38.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.38.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.38.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.39.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.39.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.39.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.4.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.4.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.4.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.40.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.40.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.40.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.41.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.41.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.41.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.42.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.42.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.42.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.43.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.43.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.43.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.44.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.44.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.44.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.45.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.45.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.45.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.46.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.46.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.46.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.47.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.47.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.47.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.48.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.48.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.48.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.49.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.49.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.49.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.5.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.5.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.5.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.50.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.50.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.50.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.51.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.51.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.51.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.52.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.52.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.52.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.53.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.53.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.53.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.54.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.54.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.54.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.55.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.55.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.55.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.56.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.56.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.56.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.57.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.57.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.57.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.58.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.58.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.58.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.59.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.59.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.59.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.6.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.6.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.6.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.60.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.60.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.60.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.61.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.61.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.61.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.62.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.62.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.62.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.63.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.63.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.63.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.64.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.64.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.64.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.65.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.65.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.65.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.66.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.66.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.66.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.67.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.67.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.67.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.68.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.68.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.68.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.69.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.69.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.69.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.7.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.7.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.7.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.70.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.70.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.70.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.71.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.71.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.71.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.72.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.72.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.72.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.73.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.73.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.73.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.74.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.74.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.74.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.75.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.75.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.75.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.76.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.76.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.76.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.77.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.77.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.77.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.78.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.78.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.78.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.79.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.79.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.79.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.8.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.8.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.8.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.80.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.80.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.80.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.81.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.81.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.81.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.82.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.82.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.82.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.83.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.83.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.83.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.84.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.84.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.84.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.85.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.85.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.85.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.86.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.86.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.86.w3.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.87.w1.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.87.w2.weight": "consolidated-00025-of-00054.safetensors",
    "layers.4.experts.87.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.88.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.88.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.88.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.89.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.89.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.89.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.9.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.9.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.9.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.90.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.90.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.90.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.91.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.91.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.91.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.92.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.92.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.92.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.93.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.93.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.93.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.94.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.94.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.94.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.95.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.95.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.95.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.96.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.96.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.96.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.97.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.97.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.97.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.98.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.98.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.98.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.99.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.99.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.99.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.shared_experts.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.shared_experts.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.shared_experts.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.attention.indexer.wq_b.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.attention.wo.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.attention.wq.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.0.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.0.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.0.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.1.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.1.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.1.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.10.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.10.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.10.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.100.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.100.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.100.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.101.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.101.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.101.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.102.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.102.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.102.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.103.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.103.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.103.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.104.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.104.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.104.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.105.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.105.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.105.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.106.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.106.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.106.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.107.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.107.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.107.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.108.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.108.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.108.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.109.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.109.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.109.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.11.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.11.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.11.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.110.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.110.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.110.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.111.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.111.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.111.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.112.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.112.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.112.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.113.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.113.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.113.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.114.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.114.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.114.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.115.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.115.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.115.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.116.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.116.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.116.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.117.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.117.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.117.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.118.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.118.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.118.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.119.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.119.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.119.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.12.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.12.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.12.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.120.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.120.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.120.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.121.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.121.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.121.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.122.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.122.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.122.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.123.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.123.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.123.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.124.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.124.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.124.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.125.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.125.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.125.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.126.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.126.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.126.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.127.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.127.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.127.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.13.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.13.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.13.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.14.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.14.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.14.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.15.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.15.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.15.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.16.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.16.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.16.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.17.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.17.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.17.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.18.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.18.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.18.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.19.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.19.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.19.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.2.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.2.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.2.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.20.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.20.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.20.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.21.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.21.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.21.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.22.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.22.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.22.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.23.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.23.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.23.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.24.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.24.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.24.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.25.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.25.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.25.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.26.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.26.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.26.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.27.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.27.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.27.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.28.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.28.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.28.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.29.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.29.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.29.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.3.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.3.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.3.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.30.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.30.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.30.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.31.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.31.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.31.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.32.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.32.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.32.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.33.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.33.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.33.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.34.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.34.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.34.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.35.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.35.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.35.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.36.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.36.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.36.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.37.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.37.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.37.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.38.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.38.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.38.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.39.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.39.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.39.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.4.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.4.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.4.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.40.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.40.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.40.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.41.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.41.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.41.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.42.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.42.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.42.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.43.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.43.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.43.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.44.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.44.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.44.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.45.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.45.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.45.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.46.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.46.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.46.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.47.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.47.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.47.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.48.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.48.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.48.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.49.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.49.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.49.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.5.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.5.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.5.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.50.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.50.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.50.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.51.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.51.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.51.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.52.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.52.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.52.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.53.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.53.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.53.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.54.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.54.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.54.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.55.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.55.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.55.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.56.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.56.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.56.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.57.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.57.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.57.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.58.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.58.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.58.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.59.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.59.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.59.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.6.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.6.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.6.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.60.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.60.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.60.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.61.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.61.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.61.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.62.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.62.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.62.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.63.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.63.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.63.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.64.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.64.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.64.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.65.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.65.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.65.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.66.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.66.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.66.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.67.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.67.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.67.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.68.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.68.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.68.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.69.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.69.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.69.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.7.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.7.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.7.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.70.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.70.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.70.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.71.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.71.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.71.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.72.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.72.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.72.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.73.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.73.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.73.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.74.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.74.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.74.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.75.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.75.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.75.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.76.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.76.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.76.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.77.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.77.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.77.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.78.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.78.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.78.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.79.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.79.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.79.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.8.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.8.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.8.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.80.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.80.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.80.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.81.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.81.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.81.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.82.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.82.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.82.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.83.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.83.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.83.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.84.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.84.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.84.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.85.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.85.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.85.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.86.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.86.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.86.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.87.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.87.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.87.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.88.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.88.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.88.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.89.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.89.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.89.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.9.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.9.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.9.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.90.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.90.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.90.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.91.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.91.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.91.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.92.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.92.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.92.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.93.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.93.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.93.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.94.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.94.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.94.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.95.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.95.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.95.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.96.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.96.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.96.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.97.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.97.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.97.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.98.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.98.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.98.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.99.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.99.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.99.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.shared_experts.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.shared_experts.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.shared_experts.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.attention.wo.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.attention.wq.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.0.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.0.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.0.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.1.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.1.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.1.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.10.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.10.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.10.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.100.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.100.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.100.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.101.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.101.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.101.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.102.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.102.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.102.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.103.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.103.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.103.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.104.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.104.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.104.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.105.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.105.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.105.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.106.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.106.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.106.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.107.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.107.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.107.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.108.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.108.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.108.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.109.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.109.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.109.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.11.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.11.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.11.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.110.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.110.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.110.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.111.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.111.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.111.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.112.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.112.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.112.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.113.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.113.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.113.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.114.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.114.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.114.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.115.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.115.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.115.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.116.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.116.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.116.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.117.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.117.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.117.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.118.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.118.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.118.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.119.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.119.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.119.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.12.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.12.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.12.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.120.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.120.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.120.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.121.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.121.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.121.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.122.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.122.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.122.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.123.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.123.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.123.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.124.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.124.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.124.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.125.w1.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.125.w2.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.125.w3.qscale_weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.87.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.88.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.88.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.88.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.89.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.89.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.89.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.9.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.9.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.9.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.90.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.90.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.90.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.91.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.91.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.91.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.92.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.92.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.92.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.93.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.93.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.93.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.94.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.94.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.94.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.95.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.95.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.95.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.96.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.96.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.96.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.97.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.97.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.97.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.98.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.98.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.98.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.99.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.99.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.experts.99.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.shared_experts.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.shared_experts.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.4.shared_experts.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.attention.indexer.wq_b.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.attention.wo.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.attention.wq.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.0.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.0.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.0.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.1.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.1.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.1.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.10.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.10.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.10.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.100.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.100.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.100.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.101.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.101.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.101.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.102.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.102.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.102.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.103.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.103.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.103.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.104.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.104.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.104.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.105.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.105.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.105.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.106.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.106.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.106.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.107.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.107.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.107.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.108.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.108.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.108.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.109.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.109.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.109.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.11.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.11.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.11.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.110.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.110.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.110.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.111.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.111.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.111.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.112.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.112.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.112.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.113.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.113.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.113.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.114.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.114.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.114.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.115.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.115.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.115.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.116.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.116.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.116.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.117.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.117.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.117.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.118.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.118.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.118.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.119.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.119.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.119.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.12.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.12.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.12.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.120.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.120.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.120.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.121.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.121.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.121.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.122.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.122.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.122.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.123.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.123.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.123.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.124.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.124.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.124.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.125.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.125.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.125.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.126.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.126.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.126.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.127.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.127.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.127.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.13.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.13.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.13.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.14.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.14.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.14.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.15.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.15.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.15.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.16.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.16.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.16.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.17.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.17.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.17.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.18.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.18.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.18.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.19.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.19.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.19.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.2.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.2.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.2.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.20.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.20.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.20.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.21.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.21.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.21.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.22.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.22.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.22.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.23.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.23.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.23.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.24.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.24.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.24.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.25.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.25.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.25.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.26.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.26.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.26.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.27.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.27.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.27.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.28.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.28.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.28.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.29.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.29.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.29.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.3.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.3.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.3.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.30.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.30.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.30.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.31.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.31.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.31.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.32.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.32.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.32.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.33.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.33.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.33.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.34.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.34.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.34.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.35.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.35.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.35.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.36.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.36.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.36.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.37.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.37.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.37.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.38.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.38.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.38.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.39.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.39.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.39.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.4.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.4.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.4.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.40.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.40.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.40.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.41.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.41.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.41.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.42.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.42.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.42.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.43.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.43.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.43.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.44.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.44.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.44.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.45.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.45.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.45.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.46.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.46.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.46.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.47.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.47.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.47.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.48.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.48.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.48.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.49.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.49.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.49.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.5.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.5.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.5.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.50.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.50.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.50.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.51.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.51.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.51.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.52.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.52.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.52.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.53.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.53.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.53.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.54.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.54.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.54.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.55.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.55.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.55.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.56.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.56.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.56.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.57.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.57.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.57.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.58.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.58.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.58.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.59.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.59.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.59.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.6.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.6.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.6.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.60.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.60.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.60.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.61.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.61.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.61.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.62.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.62.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.62.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.63.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.63.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.63.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.64.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.64.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.64.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.65.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.65.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.65.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.66.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.66.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.66.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.67.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.67.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.67.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.68.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.68.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.68.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.69.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.69.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.69.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.7.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.7.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.7.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.70.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.70.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.70.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.71.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.71.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.71.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.72.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.72.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.72.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.73.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.73.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.73.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.74.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.74.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.74.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.75.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.75.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.75.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.76.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.76.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.76.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.77.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.77.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.77.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.78.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.78.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.78.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.79.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.79.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.79.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.8.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.8.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.8.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.80.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.80.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.80.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.81.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.81.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.81.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.82.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.82.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.82.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.83.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.83.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.83.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.84.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.84.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.84.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.85.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.85.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.85.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.86.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.86.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.86.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.87.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.87.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.87.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.88.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.88.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.88.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.89.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.89.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.89.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.9.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.9.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.9.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.90.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.90.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.90.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.91.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.91.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.91.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.92.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.92.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.92.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.93.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.93.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.93.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.94.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.94.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.94.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.95.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.95.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.95.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.96.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.96.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.96.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.97.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.97.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.97.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.98.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.98.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.98.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.99.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.99.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.experts.99.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.shared_experts.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.shared_experts.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.40.shared_experts.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.attention.wo.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.attention.wq.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.0.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.0.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.0.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.1.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.1.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.1.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.10.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.10.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.10.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.100.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.100.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.100.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.101.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.101.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.101.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.102.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.102.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.102.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.103.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.103.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.103.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.104.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.104.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.104.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.105.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.105.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.105.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.106.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.106.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.106.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.107.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.107.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.107.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.108.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.108.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.108.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.109.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.109.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.109.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.11.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.11.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.11.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.110.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.110.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.110.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.111.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.111.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.111.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.112.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.112.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.112.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.113.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.113.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.113.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.114.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.114.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.114.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.115.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.115.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.115.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.116.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.116.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.116.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.117.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.117.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.117.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.118.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.118.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.118.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.119.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.119.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.119.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.12.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.12.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.12.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.120.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.120.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.120.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.121.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.121.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.121.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.122.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.122.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.122.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.123.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.123.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.123.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.124.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.124.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.124.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.125.w1.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.125.w2.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.125.w3.weight": "consolidated-00026-of-00054.safetensors",
    "layers.41.experts.126.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.126.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.126.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.127.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.127.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.127.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.13.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.13.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.13.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.14.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.14.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.14.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.15.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.15.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.15.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.16.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.16.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.16.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.17.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.17.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.17.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.18.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.18.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.18.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.19.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.19.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.19.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.2.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.2.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.2.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.20.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.20.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.20.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.21.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.21.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.21.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.22.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.22.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.22.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.23.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.23.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.23.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.24.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.24.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.24.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.25.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.25.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.25.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.26.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.26.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.26.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.27.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.27.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.27.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.28.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.28.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.28.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.29.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.29.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.29.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.3.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.3.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.3.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.30.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.30.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.30.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.31.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.31.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.31.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.32.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.32.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.32.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.33.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.33.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.33.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.34.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.34.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.34.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.35.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.35.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.35.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.36.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.36.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.36.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.37.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.37.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.37.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.38.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.38.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.38.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.39.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.39.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.39.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.4.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.4.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.4.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.40.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.40.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.40.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.41.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.41.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.41.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.42.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.42.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.42.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.43.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.43.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.43.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.44.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.44.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.44.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.45.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.45.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.45.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.46.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.46.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.46.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.47.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.47.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.47.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.48.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.48.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.48.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.49.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.49.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.49.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.5.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.5.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.5.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.50.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.50.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.50.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.51.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.51.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.51.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.52.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.52.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.52.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.53.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.53.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.53.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.54.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.54.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.54.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.55.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.55.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.55.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.56.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.56.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.56.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.57.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.57.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.57.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.58.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.58.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.58.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.59.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.59.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.59.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.6.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.6.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.6.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.60.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.60.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.60.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.61.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.61.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.61.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.62.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.62.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.62.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.63.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.63.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.63.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.64.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.64.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.64.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.65.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.65.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.65.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.66.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.66.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.66.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.67.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.67.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.67.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.68.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.68.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.68.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.69.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.69.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.69.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.7.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.7.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.7.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.70.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.70.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.70.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.71.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.71.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.71.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.72.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.72.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.72.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.73.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.73.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.73.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.74.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.74.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.74.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.75.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.75.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.75.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.76.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.76.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.76.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.77.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.77.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.77.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.78.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.78.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.78.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.79.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.79.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.79.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.8.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.8.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.8.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.80.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.80.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.80.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.81.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.81.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.81.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.82.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.82.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.82.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.83.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.83.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.83.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.84.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.84.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.84.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.85.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.85.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.85.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.86.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.86.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.86.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.87.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.87.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.87.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.88.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.88.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.88.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.89.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.89.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.89.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.9.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.9.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.9.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.90.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.90.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.90.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.91.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.91.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.91.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.92.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.92.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.92.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.93.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.93.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.93.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.94.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.94.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.94.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.95.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.95.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.95.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.96.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.96.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.96.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.97.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.97.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.97.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.98.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.98.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.98.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.99.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.99.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.99.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.shared_experts.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.shared_experts.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.shared_experts.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.attention.wo.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.attention.wq.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.0.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.0.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.0.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.1.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.1.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.1.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.10.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.10.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.10.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.100.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.100.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.100.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.101.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.101.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.101.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.102.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.102.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.102.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.103.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.103.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.103.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.104.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.104.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.104.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.105.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.105.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.105.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.106.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.106.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.106.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.107.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.107.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.107.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.108.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.108.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.108.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.109.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.109.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.109.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.11.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.11.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.11.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.110.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.110.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.110.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.111.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.111.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.111.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.112.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.112.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.112.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.113.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.113.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.113.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.114.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.114.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.114.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.115.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.115.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.115.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.116.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.116.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.116.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.117.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.117.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.117.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.118.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.118.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.118.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.119.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.119.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.119.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.12.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.12.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.12.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.120.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.120.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.120.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.121.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.121.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.121.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.122.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.122.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.122.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.123.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.123.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.123.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.124.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.124.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.124.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.125.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.125.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.125.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.126.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.126.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.126.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.127.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.127.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.127.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.13.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.13.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.13.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.14.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.14.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.14.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.15.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.15.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.15.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.16.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.16.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.16.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.17.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.17.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.17.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.18.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.18.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.18.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.19.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.19.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.19.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.2.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.2.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.2.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.20.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.20.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.20.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.21.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.21.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.21.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.22.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.22.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.22.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.23.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.23.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.23.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.24.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.24.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.24.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.25.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.25.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.25.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.26.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.26.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.26.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.27.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.27.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.27.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.28.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.28.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.28.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.29.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.29.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.29.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.3.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.3.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.3.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.30.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.30.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.30.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.31.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.31.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.31.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.32.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.32.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.32.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.33.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.33.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.33.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.34.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.34.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.34.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.35.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.35.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.35.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.36.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.36.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.36.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.37.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.37.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.37.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.38.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.38.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.38.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.39.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.39.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.39.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.4.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.4.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.4.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.40.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.40.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.40.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.41.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.41.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.41.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.42.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.42.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.42.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.43.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.43.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.43.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.44.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.44.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.44.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.45.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.45.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.45.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.46.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.46.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.46.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.47.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.47.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.47.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.48.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.48.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.48.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.49.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.49.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.49.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.5.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.5.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.5.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.50.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.50.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.50.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.51.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.51.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.51.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.52.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.52.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.52.w3.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.53.w1.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.53.w2.qscale_weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.126.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.126.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.126.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.127.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.127.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.127.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.13.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.13.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.13.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.14.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.14.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.14.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.15.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.15.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.15.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.16.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.16.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.16.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.17.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.17.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.17.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.18.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.18.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.18.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.19.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.19.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.19.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.2.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.2.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.2.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.20.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.20.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.20.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.21.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.21.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.21.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.22.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.22.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.22.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.23.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.23.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.23.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.24.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.24.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.24.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.25.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.25.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.25.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.26.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.26.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.26.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.27.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.27.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.27.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.28.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.28.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.28.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.29.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.29.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.29.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.3.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.3.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.3.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.30.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.30.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.30.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.31.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.31.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.31.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.32.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.32.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.32.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.33.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.33.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.33.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.34.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.34.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.34.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.35.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.35.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.35.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.36.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.36.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.36.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.37.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.37.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.37.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.38.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.38.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.38.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.39.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.39.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.39.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.4.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.4.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.4.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.40.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.40.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.40.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.41.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.41.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.41.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.42.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.42.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.42.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.43.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.43.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.43.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.44.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.44.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.44.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.45.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.45.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.45.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.46.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.46.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.46.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.47.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.47.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.47.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.48.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.48.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.48.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.49.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.49.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.49.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.5.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.5.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.5.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.50.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.50.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.50.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.51.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.51.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.51.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.52.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.52.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.52.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.53.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.53.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.53.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.54.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.54.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.54.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.55.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.55.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.55.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.56.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.56.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.56.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.57.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.57.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.57.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.58.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.58.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.58.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.59.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.59.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.59.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.6.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.6.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.6.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.60.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.60.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.60.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.61.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.61.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.61.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.62.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.62.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.62.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.63.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.63.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.63.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.64.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.64.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.64.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.65.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.65.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.65.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.66.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.66.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.66.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.67.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.67.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.67.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.68.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.68.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.68.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.69.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.69.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.69.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.7.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.7.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.7.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.70.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.70.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.70.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.71.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.71.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.71.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.72.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.72.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.72.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.73.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.73.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.73.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.74.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.74.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.74.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.75.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.75.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.75.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.76.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.76.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.76.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.77.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.77.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.77.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.78.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.78.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.78.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.79.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.79.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.79.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.8.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.8.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.8.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.80.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.80.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.80.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.81.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.81.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.81.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.82.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.82.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.82.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.83.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.83.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.83.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.84.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.84.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.84.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.85.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.85.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.85.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.86.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.86.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.86.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.87.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.87.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.87.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.88.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.88.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.88.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.89.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.89.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.89.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.9.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.9.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.9.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.90.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.90.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.90.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.91.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.91.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.91.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.92.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.92.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.92.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.93.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.93.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.93.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.94.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.94.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.94.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.95.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.95.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.95.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.96.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.96.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.96.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.97.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.97.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.97.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.98.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.98.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.98.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.99.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.99.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.experts.99.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.shared_experts.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.shared_experts.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.41.shared_experts.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.attention.wo.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.attention.wq.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.0.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.0.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.0.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.1.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.1.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.1.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.10.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.10.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.10.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.100.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.100.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.100.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.101.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.101.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.101.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.102.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.102.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.102.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.103.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.103.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.103.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.104.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.104.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.104.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.105.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.105.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.105.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.106.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.106.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.106.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.107.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.107.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.107.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.108.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.108.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.108.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.109.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.109.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.109.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.11.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.11.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.11.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.110.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.110.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.110.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.111.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.111.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.111.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.112.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.112.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.112.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.113.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.113.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.113.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.114.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.114.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.114.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.115.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.115.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.115.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.116.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.116.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.116.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.117.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.117.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.117.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.118.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.118.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.118.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.119.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.119.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.119.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.12.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.12.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.12.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.120.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.120.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.120.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.121.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.121.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.121.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.122.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.122.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.122.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.123.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.123.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.123.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.124.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.124.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.124.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.125.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.125.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.125.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.126.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.126.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.126.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.127.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.127.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.127.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.13.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.13.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.13.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.14.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.14.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.14.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.15.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.15.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.15.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.16.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.16.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.16.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.17.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.17.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.17.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.18.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.18.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.18.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.19.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.19.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.19.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.2.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.2.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.2.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.20.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.20.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.20.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.21.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.21.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.21.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.22.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.22.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.22.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.23.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.23.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.23.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.24.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.24.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.24.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.25.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.25.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.25.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.26.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.26.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.26.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.27.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.27.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.27.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.28.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.28.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.28.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.29.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.29.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.29.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.3.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.3.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.3.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.30.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.30.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.30.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.31.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.31.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.31.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.32.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.32.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.32.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.33.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.33.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.33.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.34.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.34.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.34.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.35.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.35.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.35.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.36.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.36.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.36.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.37.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.37.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.37.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.38.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.38.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.38.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.39.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.39.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.39.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.4.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.4.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.4.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.40.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.40.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.40.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.41.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.41.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.41.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.42.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.42.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.42.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.43.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.43.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.43.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.44.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.44.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.44.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.45.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.45.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.45.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.46.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.46.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.46.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.47.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.47.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.47.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.48.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.48.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.48.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.49.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.49.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.49.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.5.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.5.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.5.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.50.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.50.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.50.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.51.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.51.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.51.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.52.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.52.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.52.w3.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.53.w1.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.53.w2.weight": "consolidated-00027-of-00054.safetensors",
    "layers.42.experts.53.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.54.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.54.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.54.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.55.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.55.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.55.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.56.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.56.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.56.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.57.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.57.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.57.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.58.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.58.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.58.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.59.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.59.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.59.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.6.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.6.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.6.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.60.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.60.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.60.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.61.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.61.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.61.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.62.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.62.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.62.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.63.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.63.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.63.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.64.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.64.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.64.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.65.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.65.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.65.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.66.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.66.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.66.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.67.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.67.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.67.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.68.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.68.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.68.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.69.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.69.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.69.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.7.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.7.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.7.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.70.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.70.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.70.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.71.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.71.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.71.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.72.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.72.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.72.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.73.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.73.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.73.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.74.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.74.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.74.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.75.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.75.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.75.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.76.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.76.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.76.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.77.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.77.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.77.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.78.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.78.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.78.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.79.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.79.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.79.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.8.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.8.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.8.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.80.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.80.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.80.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.81.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.81.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.81.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.82.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.82.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.82.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.83.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.83.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.83.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.84.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.84.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.84.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.85.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.85.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.85.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.86.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.86.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.86.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.87.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.87.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.87.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.88.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.88.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.88.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.89.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.89.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.89.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.9.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.9.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.9.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.90.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.90.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.90.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.91.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.91.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.91.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.92.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.92.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.92.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.93.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.93.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.93.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.94.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.94.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.94.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.95.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.95.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.95.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.96.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.96.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.96.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.97.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.97.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.97.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.98.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.98.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.98.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.99.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.99.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.99.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.shared_experts.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.shared_experts.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.shared_experts.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.attention.indexer.wq_b.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.attention.wo.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.attention.wq.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.0.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.0.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.0.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.1.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.1.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.1.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.10.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.10.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.10.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.100.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.100.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.100.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.101.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.101.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.101.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.102.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.102.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.102.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.103.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.103.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.103.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.104.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.104.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.104.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.105.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.105.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.105.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.106.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.106.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.106.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.107.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.107.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.107.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.108.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.108.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.108.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.109.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.109.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.109.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.11.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.11.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.11.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.110.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.110.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.110.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.111.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.111.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.111.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.112.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.112.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.112.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.113.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.113.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.113.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.114.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.114.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.114.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.115.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.115.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.115.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.116.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.116.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.116.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.117.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.117.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.117.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.118.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.118.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.118.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.119.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.119.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.119.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.12.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.12.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.12.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.120.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.120.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.120.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.121.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.121.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.121.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.122.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.122.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.122.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.123.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.123.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.123.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.124.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.124.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.124.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.125.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.125.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.125.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.126.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.126.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.126.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.127.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.127.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.127.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.13.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.13.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.13.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.14.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.14.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.14.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.15.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.15.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.15.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.16.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.16.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.16.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.17.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.17.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.17.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.18.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.18.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.18.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.19.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.19.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.19.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.2.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.2.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.2.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.20.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.20.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.20.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.21.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.21.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.21.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.22.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.22.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.22.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.23.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.23.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.23.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.24.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.24.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.24.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.25.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.25.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.25.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.26.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.26.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.26.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.27.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.27.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.27.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.28.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.28.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.28.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.29.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.29.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.29.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.3.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.3.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.3.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.30.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.30.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.30.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.31.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.31.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.31.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.32.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.32.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.32.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.33.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.33.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.33.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.34.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.34.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.34.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.35.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.35.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.35.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.36.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.36.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.36.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.37.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.37.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.37.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.38.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.38.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.38.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.39.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.39.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.39.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.4.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.4.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.4.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.40.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.40.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.40.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.41.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.41.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.41.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.42.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.42.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.42.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.43.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.43.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.43.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.44.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.44.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.44.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.45.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.45.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.45.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.46.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.46.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.46.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.47.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.47.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.47.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.48.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.48.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.48.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.49.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.49.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.49.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.5.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.5.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.5.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.50.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.50.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.50.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.51.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.51.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.51.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.52.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.52.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.52.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.53.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.53.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.53.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.54.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.54.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.54.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.55.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.55.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.55.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.56.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.56.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.56.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.57.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.57.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.57.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.58.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.58.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.58.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.59.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.59.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.59.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.6.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.6.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.6.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.60.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.60.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.60.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.61.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.61.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.61.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.62.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.62.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.62.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.63.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.63.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.63.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.64.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.64.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.64.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.65.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.65.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.65.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.66.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.66.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.66.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.67.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.67.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.67.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.68.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.68.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.68.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.69.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.69.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.69.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.7.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.7.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.7.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.70.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.70.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.70.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.71.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.71.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.71.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.72.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.72.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.72.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.73.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.73.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.73.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.74.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.74.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.74.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.75.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.75.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.75.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.76.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.76.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.76.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.77.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.77.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.77.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.78.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.78.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.78.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.79.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.79.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.79.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.8.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.8.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.8.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.80.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.80.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.80.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.81.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.81.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.81.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.82.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.82.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.82.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.83.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.83.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.83.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.84.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.84.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.84.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.85.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.85.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.85.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.86.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.86.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.86.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.87.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.87.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.87.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.88.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.88.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.88.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.89.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.89.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.89.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.9.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.9.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.9.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.90.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.90.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.90.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.91.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.91.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.91.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.92.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.92.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.92.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.93.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.93.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.93.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.94.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.94.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.94.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.95.w1.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.95.w2.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.95.w3.qscale_weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.53.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.54.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.54.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.54.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.55.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.55.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.55.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.56.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.56.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.56.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.57.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.57.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.57.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.58.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.58.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.58.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.59.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.59.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.59.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.6.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.6.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.6.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.60.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.60.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.60.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.61.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.61.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.61.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.62.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.62.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.62.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.63.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.63.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.63.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.64.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.64.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.64.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.65.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.65.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.65.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.66.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.66.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.66.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.67.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.67.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.67.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.68.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.68.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.68.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.69.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.69.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.69.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.7.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.7.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.7.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.70.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.70.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.70.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.71.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.71.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.71.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.72.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.72.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.72.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.73.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.73.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.73.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.74.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.74.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.74.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.75.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.75.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.75.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.76.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.76.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.76.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.77.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.77.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.77.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.78.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.78.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.78.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.79.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.79.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.79.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.8.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.8.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.8.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.80.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.80.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.80.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.81.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.81.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.81.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.82.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.82.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.82.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.83.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.83.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.83.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.84.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.84.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.84.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.85.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.85.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.85.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.86.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.86.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.86.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.87.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.87.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.87.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.88.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.88.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.88.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.89.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.89.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.89.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.9.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.9.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.9.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.90.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.90.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.90.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.91.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.91.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.91.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.92.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.92.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.92.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.93.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.93.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.93.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.94.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.94.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.94.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.95.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.95.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.95.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.96.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.96.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.96.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.97.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.97.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.97.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.98.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.98.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.98.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.99.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.99.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.experts.99.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.shared_experts.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.shared_experts.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.42.shared_experts.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.attention.indexer.wq_b.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.attention.wo.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.attention.wq.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.0.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.0.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.0.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.1.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.1.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.1.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.10.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.10.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.10.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.100.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.100.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.100.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.101.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.101.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.101.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.102.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.102.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.102.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.103.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.103.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.103.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.104.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.104.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.104.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.105.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.105.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.105.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.106.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.106.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.106.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.107.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.107.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.107.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.108.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.108.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.108.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.109.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.109.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.109.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.11.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.11.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.11.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.110.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.110.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.110.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.111.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.111.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.111.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.112.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.112.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.112.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.113.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.113.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.113.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.114.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.114.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.114.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.115.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.115.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.115.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.116.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.116.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.116.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.117.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.117.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.117.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.118.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.118.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.118.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.119.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.119.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.119.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.12.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.12.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.12.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.120.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.120.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.120.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.121.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.121.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.121.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.122.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.122.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.122.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.123.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.123.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.123.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.124.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.124.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.124.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.125.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.125.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.125.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.126.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.126.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.126.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.127.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.127.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.127.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.13.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.13.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.13.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.14.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.14.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.14.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.15.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.15.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.15.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.16.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.16.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.16.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.17.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.17.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.17.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.18.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.18.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.18.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.19.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.19.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.19.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.2.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.2.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.2.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.20.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.20.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.20.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.21.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.21.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.21.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.22.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.22.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.22.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.23.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.23.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.23.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.24.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.24.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.24.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.25.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.25.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.25.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.26.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.26.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.26.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.27.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.27.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.27.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.28.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.28.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.28.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.29.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.29.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.29.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.3.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.3.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.3.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.30.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.30.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.30.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.31.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.31.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.31.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.32.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.32.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.32.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.33.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.33.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.33.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.34.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.34.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.34.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.35.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.35.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.35.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.36.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.36.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.36.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.37.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.37.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.37.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.38.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.38.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.38.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.39.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.39.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.39.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.4.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.4.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.4.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.40.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.40.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.40.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.41.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.41.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.41.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.42.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.42.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.42.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.43.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.43.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.43.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.44.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.44.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.44.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.45.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.45.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.45.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.46.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.46.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.46.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.47.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.47.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.47.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.48.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.48.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.48.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.49.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.49.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.49.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.5.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.5.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.5.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.50.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.50.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.50.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.51.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.51.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.51.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.52.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.52.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.52.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.53.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.53.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.53.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.54.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.54.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.54.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.55.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.55.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.55.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.56.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.56.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.56.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.57.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.57.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.57.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.58.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.58.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.58.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.59.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.59.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.59.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.6.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.6.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.6.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.60.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.60.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.60.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.61.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.61.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.61.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.62.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.62.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.62.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.63.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.63.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.63.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.64.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.64.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.64.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.65.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.65.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.65.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.66.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.66.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.66.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.67.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.67.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.67.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.68.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.68.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.68.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.69.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.69.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.69.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.7.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.7.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.7.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.70.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.70.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.70.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.71.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.71.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.71.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.72.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.72.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.72.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.73.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.73.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.73.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.74.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.74.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.74.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.75.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.75.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.75.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.76.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.76.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.76.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.77.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.77.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.77.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.78.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.78.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.78.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.79.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.79.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.79.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.8.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.8.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.8.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.80.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.80.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.80.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.81.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.81.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.81.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.82.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.82.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.82.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.83.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.83.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.83.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.84.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.84.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.84.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.85.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.85.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.85.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.86.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.86.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.86.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.87.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.87.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.87.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.88.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.88.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.88.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.89.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.89.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.89.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.9.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.9.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.9.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.90.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.90.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.90.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.91.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.91.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.91.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.92.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.92.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.92.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.93.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.93.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.93.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.94.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.94.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.94.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.95.w1.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.95.w2.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.95.w3.weight": "consolidated-00028-of-00054.safetensors",
    "layers.43.experts.96.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.96.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.96.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.97.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.97.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.97.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.98.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.98.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.98.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.99.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.99.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.99.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.shared_experts.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.shared_experts.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.shared_experts.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.attention.indexer.wq_b.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.attention.wo.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.attention.wq.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.0.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.0.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.0.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.1.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.1.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.1.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.10.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.10.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.10.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.100.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.100.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.100.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.101.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.101.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.101.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.102.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.102.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.102.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.103.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.103.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.103.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.104.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.104.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.104.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.105.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.105.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.105.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.106.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.106.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.106.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.107.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.107.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.107.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.108.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.108.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.108.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.109.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.109.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.109.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.11.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.11.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.11.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.110.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.110.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.110.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.111.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.111.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.111.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.112.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.112.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.112.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.113.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.113.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.113.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.114.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.114.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.114.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.115.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.115.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.115.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.116.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.116.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.116.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.117.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.117.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.117.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.118.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.118.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.118.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.119.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.119.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.119.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.12.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.12.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.12.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.120.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.120.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.120.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.121.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.121.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.121.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.122.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.122.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.122.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.123.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.123.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.123.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.124.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.124.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.124.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.125.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.125.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.125.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.126.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.126.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.126.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.127.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.127.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.127.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.13.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.13.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.13.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.14.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.14.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.14.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.15.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.15.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.15.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.16.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.16.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.16.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.17.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.17.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.17.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.18.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.18.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.18.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.19.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.19.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.19.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.2.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.2.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.2.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.20.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.20.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.20.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.21.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.21.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.21.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.22.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.22.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.22.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.23.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.23.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.23.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.24.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.24.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.24.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.25.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.25.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.25.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.26.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.26.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.26.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.27.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.27.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.27.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.28.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.28.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.28.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.29.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.29.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.29.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.3.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.3.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.3.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.30.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.30.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.30.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.31.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.31.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.31.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.32.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.32.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.32.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.33.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.33.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.33.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.34.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.34.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.34.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.35.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.35.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.35.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.36.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.36.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.36.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.37.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.37.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.37.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.38.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.38.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.38.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.39.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.39.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.39.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.4.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.4.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.4.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.40.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.40.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.40.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.41.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.41.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.41.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.42.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.42.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.42.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.43.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.43.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.43.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.44.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.44.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.44.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.45.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.45.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.45.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.46.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.46.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.46.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.47.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.47.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.47.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.48.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.48.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.48.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.49.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.49.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.49.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.5.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.5.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.5.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.50.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.50.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.50.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.51.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.51.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.51.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.52.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.52.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.52.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.53.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.53.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.53.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.54.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.54.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.54.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.55.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.55.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.55.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.56.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.56.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.56.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.57.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.57.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.57.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.58.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.58.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.58.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.59.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.59.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.59.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.6.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.6.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.6.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.60.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.60.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.60.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.61.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.61.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.61.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.62.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.62.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.62.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.63.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.63.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.63.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.64.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.64.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.64.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.65.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.65.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.65.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.66.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.66.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.66.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.67.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.67.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.67.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.68.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.68.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.68.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.69.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.69.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.69.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.7.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.7.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.7.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.70.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.70.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.70.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.71.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.71.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.71.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.72.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.72.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.72.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.73.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.73.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.73.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.74.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.74.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.74.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.75.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.75.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.75.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.76.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.76.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.76.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.77.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.77.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.77.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.78.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.78.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.78.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.79.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.79.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.79.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.8.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.8.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.8.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.80.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.80.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.80.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.81.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.81.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.81.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.82.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.82.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.82.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.83.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.83.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.83.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.84.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.84.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.84.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.85.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.85.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.85.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.86.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.86.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.86.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.87.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.87.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.87.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.88.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.88.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.88.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.89.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.89.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.89.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.9.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.9.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.9.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.90.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.90.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.90.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.91.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.91.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.91.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.92.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.92.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.92.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.93.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.93.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.93.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.94.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.94.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.94.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.95.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.95.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.95.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.96.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.96.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.96.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.97.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.97.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.97.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.98.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.98.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.98.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.99.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.99.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.99.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.shared_experts.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.shared_experts.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.shared_experts.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.attention.wo.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.attention.wq.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.0.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.0.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.0.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.1.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.1.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.1.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.10.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.10.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.10.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.100.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.100.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.100.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.101.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.101.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.101.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.102.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.102.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.102.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.103.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.103.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.103.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.104.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.104.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.104.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.105.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.105.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.105.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.106.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.106.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.106.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.107.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.107.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.107.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.108.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.108.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.108.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.109.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.109.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.109.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.11.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.11.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.11.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.110.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.110.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.110.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.111.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.111.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.111.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.112.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.112.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.112.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.113.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.113.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.113.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.114.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.114.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.114.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.115.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.115.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.115.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.116.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.116.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.116.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.117.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.117.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.117.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.118.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.118.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.118.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.119.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.119.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.119.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.12.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.12.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.12.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.120.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.120.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.120.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.121.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.121.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.121.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.122.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.122.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.122.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.123.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.123.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.123.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.124.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.124.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.124.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.125.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.125.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.125.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.126.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.126.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.126.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.127.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.127.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.127.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.13.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.13.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.13.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.14.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.14.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.14.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.15.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.15.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.15.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.16.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.16.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.16.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.17.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.17.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.17.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.18.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.18.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.18.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.19.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.19.w2.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.19.w3.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.2.w1.qscale_weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.96.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.96.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.96.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.97.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.97.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.97.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.98.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.98.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.98.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.99.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.99.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.experts.99.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.shared_experts.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.shared_experts.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.43.shared_experts.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.attention.indexer.wq_b.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.attention.wo.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.attention.wq.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.0.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.0.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.0.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.1.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.1.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.1.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.10.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.10.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.10.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.100.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.100.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.100.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.101.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.101.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.101.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.102.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.102.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.102.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.103.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.103.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.103.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.104.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.104.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.104.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.105.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.105.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.105.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.106.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.106.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.106.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.107.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.107.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.107.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.108.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.108.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.108.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.109.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.109.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.109.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.11.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.11.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.11.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.110.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.110.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.110.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.111.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.111.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.111.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.112.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.112.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.112.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.113.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.113.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.113.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.114.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.114.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.114.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.115.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.115.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.115.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.116.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.116.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.116.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.117.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.117.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.117.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.118.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.118.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.118.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.119.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.119.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.119.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.12.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.12.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.12.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.120.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.120.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.120.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.121.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.121.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.121.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.122.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.122.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.122.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.123.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.123.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.123.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.124.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.124.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.124.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.125.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.125.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.125.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.126.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.126.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.126.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.127.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.127.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.127.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.13.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.13.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.13.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.14.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.14.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.14.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.15.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.15.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.15.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.16.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.16.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.16.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.17.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.17.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.17.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.18.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.18.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.18.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.19.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.19.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.19.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.2.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.2.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.2.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.20.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.20.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.20.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.21.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.21.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.21.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.22.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.22.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.22.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.23.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.23.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.23.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.24.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.24.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.24.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.25.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.25.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.25.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.26.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.26.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.26.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.27.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.27.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.27.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.28.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.28.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.28.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.29.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.29.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.29.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.3.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.3.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.3.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.30.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.30.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.30.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.31.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.31.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.31.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.32.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.32.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.32.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.33.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.33.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.33.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.34.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.34.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.34.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.35.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.35.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.35.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.36.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.36.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.36.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.37.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.37.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.37.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.38.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.38.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.38.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.39.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.39.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.39.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.4.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.4.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.4.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.40.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.40.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.40.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.41.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.41.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.41.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.42.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.42.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.42.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.43.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.43.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.43.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.44.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.44.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.44.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.45.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.45.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.45.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.46.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.46.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.46.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.47.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.47.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.47.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.48.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.48.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.48.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.49.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.49.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.49.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.5.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.5.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.5.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.50.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.50.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.50.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.51.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.51.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.51.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.52.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.52.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.52.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.53.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.53.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.53.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.54.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.54.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.54.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.55.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.55.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.55.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.56.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.56.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.56.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.57.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.57.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.57.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.58.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.58.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.58.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.59.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.59.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.59.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.6.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.6.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.6.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.60.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.60.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.60.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.61.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.61.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.61.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.62.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.62.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.62.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.63.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.63.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.63.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.64.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.64.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.64.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.65.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.65.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.65.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.66.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.66.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.66.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.67.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.67.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.67.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.68.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.68.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.68.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.69.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.69.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.69.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.7.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.7.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.7.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.70.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.70.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.70.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.71.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.71.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.71.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.72.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.72.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.72.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.73.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.73.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.73.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.74.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.74.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.74.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.75.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.75.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.75.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.76.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.76.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.76.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.77.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.77.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.77.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.78.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.78.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.78.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.79.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.79.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.79.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.8.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.8.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.8.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.80.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.80.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.80.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.81.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.81.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.81.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.82.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.82.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.82.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.83.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.83.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.83.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.84.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.84.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.84.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.85.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.85.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.85.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.86.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.86.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.86.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.87.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.87.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.87.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.88.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.88.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.88.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.89.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.89.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.89.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.9.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.9.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.9.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.90.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.90.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.90.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.91.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.91.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.91.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.92.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.92.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.92.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.93.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.93.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.93.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.94.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.94.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.94.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.95.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.95.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.95.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.96.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.96.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.96.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.97.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.97.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.97.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.98.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.98.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.98.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.99.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.99.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.experts.99.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.shared_experts.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.shared_experts.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.44.shared_experts.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.attention.wo.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.attention.wq.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.0.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.0.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.0.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.1.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.1.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.1.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.10.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.10.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.10.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.100.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.100.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.100.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.101.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.101.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.101.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.102.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.102.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.102.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.103.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.103.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.103.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.104.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.104.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.104.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.105.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.105.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.105.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.106.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.106.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.106.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.107.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.107.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.107.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.108.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.108.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.108.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.109.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.109.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.109.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.11.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.11.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.11.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.110.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.110.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.110.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.111.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.111.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.111.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.112.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.112.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.112.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.113.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.113.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.113.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.114.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.114.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.114.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.115.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.115.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.115.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.116.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.116.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.116.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.117.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.117.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.117.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.118.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.118.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.118.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.119.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.119.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.119.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.12.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.12.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.12.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.120.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.120.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.120.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.121.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.121.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.121.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.122.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.122.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.122.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.123.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.123.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.123.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.124.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.124.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.124.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.125.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.125.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.125.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.126.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.126.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.126.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.127.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.127.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.127.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.13.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.13.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.13.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.14.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.14.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.14.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.15.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.15.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.15.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.16.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.16.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.16.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.17.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.17.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.17.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.18.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.18.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.18.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.19.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.19.w2.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.19.w3.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.2.w1.weight": "consolidated-00029-of-00054.safetensors",
    "layers.45.experts.2.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.2.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.20.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.20.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.20.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.21.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.21.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.21.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.22.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.22.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.22.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.23.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.23.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.23.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.24.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.24.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.24.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.25.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.25.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.25.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.26.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.26.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.26.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.27.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.27.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.27.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.28.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.28.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.28.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.29.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.29.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.29.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.3.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.3.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.3.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.30.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.30.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.30.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.31.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.31.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.31.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.32.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.32.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.32.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.33.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.33.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.33.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.34.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.34.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.34.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.35.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.35.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.35.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.36.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.36.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.36.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.37.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.37.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.37.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.38.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.38.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.38.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.39.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.39.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.39.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.4.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.4.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.4.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.40.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.40.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.40.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.41.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.41.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.41.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.42.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.42.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.42.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.43.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.43.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.43.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.44.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.44.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.44.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.45.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.45.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.45.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.46.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.46.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.46.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.47.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.47.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.47.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.48.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.48.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.48.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.49.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.49.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.49.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.5.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.5.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.5.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.50.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.50.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.50.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.51.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.51.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.51.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.52.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.52.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.52.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.53.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.53.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.53.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.54.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.54.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.54.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.55.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.55.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.55.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.56.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.56.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.56.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.57.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.57.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.57.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.58.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.58.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.58.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.59.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.59.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.59.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.6.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.6.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.6.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.60.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.60.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.60.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.61.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.61.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.61.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.62.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.62.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.62.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.63.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.63.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.63.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.64.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.64.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.64.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.65.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.65.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.65.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.66.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.66.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.66.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.67.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.67.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.67.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.68.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.68.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.68.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.69.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.69.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.69.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.7.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.7.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.7.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.70.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.70.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.70.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.71.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.71.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.71.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.72.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.72.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.72.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.73.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.73.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.73.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.74.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.74.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.74.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.75.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.75.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.75.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.76.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.76.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.76.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.77.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.77.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.77.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.78.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.78.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.78.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.79.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.79.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.79.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.8.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.8.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.8.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.80.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.80.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.80.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.81.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.81.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.81.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.82.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.82.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.82.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.83.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.83.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.83.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.84.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.84.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.84.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.85.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.85.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.85.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.86.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.86.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.86.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.87.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.87.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.87.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.88.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.88.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.88.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.89.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.89.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.89.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.9.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.9.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.9.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.90.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.90.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.90.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.91.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.91.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.91.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.92.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.92.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.92.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.93.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.93.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.93.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.94.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.94.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.94.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.95.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.95.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.95.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.96.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.96.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.96.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.97.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.97.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.97.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.98.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.98.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.98.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.99.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.99.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.99.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.shared_experts.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.shared_experts.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.shared_experts.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.attention.wo.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.attention.wq.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.0.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.0.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.0.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.1.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.1.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.1.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.10.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.10.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.10.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.100.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.100.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.100.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.101.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.101.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.101.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.102.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.102.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.102.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.103.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.103.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.103.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.104.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.104.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.104.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.105.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.105.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.105.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.106.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.106.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.106.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.107.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.107.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.107.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.108.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.108.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.108.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.109.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.109.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.109.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.11.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.11.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.11.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.110.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.110.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.110.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.111.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.111.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.111.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.112.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.112.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.112.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.113.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.113.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.113.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.114.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.114.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.114.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.115.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.115.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.115.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.116.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.116.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.116.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.117.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.117.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.117.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.118.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.118.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.118.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.119.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.119.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.119.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.12.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.12.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.12.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.120.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.120.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.120.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.121.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.121.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.121.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.122.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.122.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.122.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.123.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.123.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.123.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.124.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.124.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.124.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.125.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.125.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.125.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.126.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.126.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.126.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.127.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.127.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.127.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.13.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.13.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.13.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.14.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.14.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.14.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.15.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.15.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.15.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.16.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.16.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.16.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.17.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.17.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.17.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.18.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.18.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.18.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.19.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.19.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.19.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.2.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.2.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.2.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.20.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.20.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.20.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.21.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.21.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.21.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.22.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.22.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.22.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.23.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.23.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.23.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.24.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.24.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.24.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.25.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.25.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.25.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.26.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.26.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.26.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.27.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.27.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.27.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.28.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.28.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.28.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.29.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.29.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.29.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.3.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.3.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.3.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.30.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.30.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.30.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.31.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.31.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.31.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.32.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.32.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.32.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.33.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.33.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.33.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.34.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.34.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.34.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.35.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.35.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.35.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.36.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.36.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.36.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.37.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.37.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.37.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.38.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.38.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.38.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.39.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.39.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.39.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.4.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.4.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.4.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.40.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.40.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.40.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.41.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.41.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.41.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.42.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.42.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.42.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.43.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.43.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.43.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.44.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.44.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.44.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.45.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.45.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.45.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.46.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.46.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.46.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.47.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.47.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.47.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.48.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.48.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.48.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.49.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.49.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.49.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.5.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.5.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.5.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.50.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.50.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.50.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.51.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.51.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.51.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.52.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.52.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.52.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.53.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.53.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.53.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.54.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.54.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.54.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.55.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.55.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.55.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.56.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.56.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.56.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.57.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.57.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.57.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.58.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.58.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.58.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.59.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.59.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.59.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.6.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.6.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.6.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.60.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.60.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.60.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.61.w1.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.61.w2.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.61.w3.qscale_weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.2.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.2.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.20.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.20.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.20.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.21.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.21.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.21.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.22.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.22.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.22.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.23.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.23.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.23.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.24.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.24.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.24.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.25.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.25.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.25.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.26.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.26.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.26.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.27.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.27.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.27.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.28.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.28.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.28.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.29.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.29.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.29.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.3.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.3.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.3.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.30.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.30.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.30.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.31.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.31.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.31.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.32.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.32.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.32.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.33.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.33.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.33.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.34.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.34.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.34.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.35.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.35.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.35.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.36.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.36.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.36.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.37.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.37.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.37.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.38.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.38.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.38.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.39.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.39.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.39.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.4.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.4.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.4.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.40.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.40.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.40.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.41.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.41.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.41.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.42.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.42.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.42.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.43.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.43.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.43.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.44.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.44.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.44.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.45.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.45.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.45.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.46.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.46.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.46.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.47.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.47.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.47.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.48.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.48.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.48.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.49.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.49.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.49.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.5.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.5.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.5.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.50.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.50.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.50.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.51.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.51.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.51.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.52.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.52.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.52.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.53.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.53.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.53.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.54.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.54.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.54.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.55.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.55.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.55.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.56.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.56.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.56.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.57.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.57.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.57.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.58.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.58.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.58.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.59.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.59.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.59.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.6.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.6.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.6.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.60.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.60.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.60.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.61.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.61.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.61.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.62.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.62.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.62.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.63.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.63.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.63.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.64.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.64.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.64.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.65.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.65.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.65.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.66.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.66.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.66.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.67.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.67.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.67.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.68.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.68.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.68.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.69.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.69.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.69.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.7.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.7.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.7.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.70.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.70.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.70.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.71.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.71.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.71.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.72.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.72.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.72.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.73.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.73.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.73.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.74.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.74.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.74.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.75.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.75.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.75.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.76.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.76.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.76.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.77.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.77.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.77.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.78.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.78.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.78.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.79.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.79.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.79.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.8.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.8.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.8.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.80.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.80.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.80.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.81.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.81.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.81.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.82.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.82.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.82.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.83.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.83.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.83.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.84.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.84.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.84.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.85.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.85.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.85.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.86.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.86.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.86.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.87.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.87.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.87.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.88.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.88.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.88.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.89.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.89.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.89.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.9.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.9.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.9.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.90.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.90.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.90.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.91.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.91.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.91.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.92.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.92.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.92.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.93.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.93.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.93.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.94.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.94.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.94.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.95.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.95.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.95.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.96.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.96.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.96.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.97.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.97.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.97.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.98.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.98.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.98.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.99.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.99.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.experts.99.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.shared_experts.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.shared_experts.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.45.shared_experts.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.attention.wo.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.attention.wq.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.0.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.0.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.0.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.1.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.1.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.1.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.10.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.10.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.10.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.100.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.100.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.100.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.101.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.101.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.101.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.102.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.102.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.102.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.103.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.103.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.103.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.104.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.104.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.104.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.105.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.105.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.105.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.106.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.106.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.106.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.107.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.107.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.107.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.108.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.108.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.108.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.109.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.109.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.109.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.11.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.11.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.11.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.110.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.110.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.110.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.111.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.111.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.111.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.112.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.112.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.112.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.113.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.113.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.113.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.114.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.114.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.114.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.115.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.115.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.115.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.116.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.116.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.116.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.117.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.117.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.117.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.118.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.118.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.118.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.119.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.119.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.119.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.12.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.12.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.12.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.120.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.120.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.120.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.121.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.121.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.121.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.122.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.122.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.122.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.123.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.123.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.123.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.124.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.124.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.124.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.125.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.125.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.125.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.126.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.126.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.126.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.127.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.127.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.127.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.13.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.13.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.13.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.14.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.14.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.14.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.15.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.15.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.15.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.16.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.16.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.16.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.17.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.17.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.17.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.18.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.18.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.18.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.19.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.19.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.19.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.2.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.2.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.2.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.20.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.20.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.20.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.21.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.21.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.21.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.22.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.22.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.22.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.23.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.23.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.23.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.24.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.24.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.24.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.25.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.25.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.25.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.26.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.26.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.26.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.27.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.27.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.27.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.28.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.28.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.28.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.29.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.29.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.29.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.3.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.3.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.3.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.30.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.30.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.30.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.31.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.31.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.31.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.32.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.32.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.32.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.33.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.33.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.33.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.34.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.34.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.34.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.35.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.35.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.35.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.36.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.36.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.36.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.37.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.37.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.37.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.38.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.38.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.38.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.39.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.39.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.39.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.4.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.4.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.4.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.40.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.40.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.40.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.41.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.41.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.41.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.42.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.42.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.42.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.43.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.43.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.43.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.44.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.44.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.44.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.45.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.45.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.45.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.46.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.46.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.46.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.47.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.47.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.47.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.48.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.48.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.48.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.49.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.49.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.49.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.5.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.5.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.5.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.50.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.50.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.50.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.51.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.51.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.51.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.52.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.52.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.52.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.53.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.53.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.53.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.54.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.54.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.54.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.55.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.55.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.55.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.56.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.56.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.56.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.57.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.57.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.57.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.58.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.58.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.58.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.59.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.59.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.59.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.6.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.6.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.6.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.60.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.60.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.60.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.61.w1.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.61.w2.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.61.w3.weight": "consolidated-00030-of-00054.safetensors",
    "layers.46.experts.62.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.62.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.62.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.63.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.63.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.63.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.64.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.64.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.64.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.65.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.65.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.65.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.66.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.66.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.66.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.67.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.67.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.67.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.68.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.68.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.68.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.69.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.69.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.69.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.7.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.7.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.7.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.70.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.70.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.70.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.71.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.71.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.71.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.72.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.72.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.72.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.73.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.73.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.73.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.74.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.74.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.74.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.75.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.75.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.75.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.76.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.76.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.76.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.77.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.77.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.77.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.78.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.78.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.78.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.79.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.79.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.79.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.8.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.8.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.8.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.80.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.80.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.80.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.81.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.81.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.81.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.82.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.82.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.82.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.83.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.83.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.83.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.84.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.84.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.84.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.85.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.85.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.85.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.86.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.86.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.86.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.87.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.87.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.87.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.88.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.88.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.88.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.89.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.89.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.89.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.9.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.9.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.9.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.90.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.90.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.90.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.91.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.91.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.91.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.92.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.92.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.92.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.93.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.93.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.93.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.94.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.94.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.94.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.95.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.95.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.95.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.96.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.96.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.96.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.97.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.97.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.97.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.98.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.98.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.98.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.99.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.99.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.99.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.shared_experts.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.shared_experts.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.shared_experts.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.attention.indexer.wq_b.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.attention.wo.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.attention.wq.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.0.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.0.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.0.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.1.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.1.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.1.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.10.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.10.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.10.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.100.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.100.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.100.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.101.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.101.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.101.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.102.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.102.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.102.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.103.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.103.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.103.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.104.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.104.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.104.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.105.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.105.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.105.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.106.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.106.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.106.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.107.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.107.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.107.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.108.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.108.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.108.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.109.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.109.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.109.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.11.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.11.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.11.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.110.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.110.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.110.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.111.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.111.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.111.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.112.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.112.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.112.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.113.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.113.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.113.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.114.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.114.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.114.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.115.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.115.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.115.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.116.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.116.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.116.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.117.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.117.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.117.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.118.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.118.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.118.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.119.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.119.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.119.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.12.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.12.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.12.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.120.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.120.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.120.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.121.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.121.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.121.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.122.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.122.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.122.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.123.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.123.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.123.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.124.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.124.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.124.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.125.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.125.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.125.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.126.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.126.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.126.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.127.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.127.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.127.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.13.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.13.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.13.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.14.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.14.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.14.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.15.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.15.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.15.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.16.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.16.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.16.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.17.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.17.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.17.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.18.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.18.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.18.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.19.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.19.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.19.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.2.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.2.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.2.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.20.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.20.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.20.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.21.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.21.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.21.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.22.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.22.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.22.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.23.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.23.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.23.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.24.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.24.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.24.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.25.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.25.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.25.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.26.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.26.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.26.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.27.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.27.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.27.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.28.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.28.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.28.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.29.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.29.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.29.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.3.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.3.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.3.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.30.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.30.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.30.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.31.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.31.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.31.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.32.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.32.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.32.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.33.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.33.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.33.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.34.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.34.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.34.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.35.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.35.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.35.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.36.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.36.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.36.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.37.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.37.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.37.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.38.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.38.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.38.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.39.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.39.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.39.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.4.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.4.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.4.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.40.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.40.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.40.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.41.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.41.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.41.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.42.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.42.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.42.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.43.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.43.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.43.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.44.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.44.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.44.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.45.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.45.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.45.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.46.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.46.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.46.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.47.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.47.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.47.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.48.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.48.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.48.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.49.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.49.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.49.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.5.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.5.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.5.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.50.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.50.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.50.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.51.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.51.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.51.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.52.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.52.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.52.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.53.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.53.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.53.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.54.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.54.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.54.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.55.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.55.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.55.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.56.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.56.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.56.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.57.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.57.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.57.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.58.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.58.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.58.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.59.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.59.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.59.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.6.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.6.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.6.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.60.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.60.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.60.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.61.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.61.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.61.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.62.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.62.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.62.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.63.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.63.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.63.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.64.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.64.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.64.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.65.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.65.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.65.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.66.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.66.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.66.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.67.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.67.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.67.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.68.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.68.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.68.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.69.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.69.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.69.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.7.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.7.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.7.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.70.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.70.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.70.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.71.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.71.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.71.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.72.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.72.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.72.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.73.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.73.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.73.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.74.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.74.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.74.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.75.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.75.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.75.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.76.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.76.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.76.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.77.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.77.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.77.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.78.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.78.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.78.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.79.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.79.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.79.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.8.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.8.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.8.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.80.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.80.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.80.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.81.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.81.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.81.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.82.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.82.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.82.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.83.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.83.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.83.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.84.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.84.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.84.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.85.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.85.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.85.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.86.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.86.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.86.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.87.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.87.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.87.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.88.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.88.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.88.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.89.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.89.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.89.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.9.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.9.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.9.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.90.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.90.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.90.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.91.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.91.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.91.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.92.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.92.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.92.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.93.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.93.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.93.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.94.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.94.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.94.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.95.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.95.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.95.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.96.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.96.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.96.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.97.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.97.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.97.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.98.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.98.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.98.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.99.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.99.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.99.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.shared_experts.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.shared_experts.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.shared_experts.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.attention.indexer.wq_b.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.attention.wo.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.attention.wq.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.0.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.0.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.0.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.1.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.1.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.1.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.10.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.10.w2.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.10.w3.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.100.w1.qscale_weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.62.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.62.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.62.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.63.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.63.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.63.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.64.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.64.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.64.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.65.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.65.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.65.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.66.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.66.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.66.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.67.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.67.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.67.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.68.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.68.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.68.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.69.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.69.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.69.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.7.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.7.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.7.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.70.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.70.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.70.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.71.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.71.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.71.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.72.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.72.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.72.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.73.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.73.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.73.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.74.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.74.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.74.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.75.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.75.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.75.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.76.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.76.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.76.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.77.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.77.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.77.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.78.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.78.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.78.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.79.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.79.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.79.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.8.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.8.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.8.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.80.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.80.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.80.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.81.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.81.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.81.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.82.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.82.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.82.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.83.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.83.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.83.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.84.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.84.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.84.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.85.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.85.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.85.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.86.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.86.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.86.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.87.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.87.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.87.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.88.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.88.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.88.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.89.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.89.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.89.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.9.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.9.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.9.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.90.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.90.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.90.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.91.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.91.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.91.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.92.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.92.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.92.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.93.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.93.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.93.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.94.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.94.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.94.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.95.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.95.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.95.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.96.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.96.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.96.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.97.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.97.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.97.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.98.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.98.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.98.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.99.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.99.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.experts.99.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.shared_experts.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.shared_experts.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.46.shared_experts.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.attention.indexer.wq_b.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.attention.wo.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.attention.wq.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.0.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.0.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.0.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.1.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.1.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.1.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.10.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.10.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.10.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.100.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.100.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.100.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.101.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.101.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.101.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.102.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.102.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.102.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.103.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.103.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.103.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.104.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.104.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.104.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.105.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.105.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.105.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.106.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.106.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.106.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.107.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.107.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.107.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.108.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.108.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.108.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.109.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.109.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.109.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.11.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.11.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.11.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.110.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.110.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.110.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.111.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.111.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.111.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.112.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.112.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.112.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.113.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.113.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.113.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.114.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.114.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.114.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.115.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.115.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.115.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.116.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.116.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.116.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.117.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.117.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.117.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.118.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.118.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.118.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.119.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.119.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.119.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.12.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.12.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.12.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.120.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.120.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.120.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.121.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.121.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.121.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.122.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.122.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.122.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.123.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.123.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.123.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.124.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.124.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.124.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.125.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.125.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.125.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.126.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.126.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.126.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.127.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.127.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.127.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.13.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.13.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.13.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.14.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.14.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.14.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.15.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.15.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.15.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.16.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.16.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.16.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.17.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.17.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.17.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.18.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.18.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.18.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.19.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.19.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.19.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.2.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.2.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.2.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.20.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.20.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.20.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.21.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.21.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.21.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.22.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.22.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.22.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.23.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.23.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.23.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.24.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.24.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.24.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.25.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.25.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.25.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.26.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.26.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.26.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.27.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.27.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.27.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.28.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.28.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.28.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.29.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.29.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.29.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.3.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.3.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.3.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.30.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.30.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.30.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.31.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.31.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.31.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.32.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.32.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.32.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.33.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.33.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.33.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.34.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.34.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.34.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.35.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.35.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.35.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.36.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.36.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.36.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.37.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.37.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.37.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.38.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.38.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.38.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.39.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.39.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.39.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.4.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.4.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.4.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.40.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.40.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.40.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.41.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.41.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.41.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.42.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.42.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.42.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.43.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.43.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.43.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.44.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.44.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.44.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.45.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.45.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.45.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.46.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.46.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.46.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.47.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.47.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.47.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.48.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.48.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.48.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.49.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.49.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.49.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.5.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.5.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.5.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.50.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.50.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.50.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.51.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.51.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.51.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.52.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.52.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.52.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.53.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.53.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.53.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.54.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.54.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.54.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.55.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.55.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.55.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.56.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.56.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.56.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.57.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.57.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.57.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.58.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.58.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.58.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.59.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.59.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.59.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.6.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.6.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.6.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.60.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.60.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.60.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.61.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.61.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.61.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.62.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.62.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.62.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.63.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.63.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.63.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.64.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.64.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.64.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.65.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.65.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.65.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.66.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.66.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.66.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.67.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.67.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.67.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.68.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.68.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.68.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.69.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.69.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.69.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.7.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.7.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.7.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.70.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.70.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.70.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.71.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.71.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.71.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.72.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.72.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.72.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.73.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.73.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.73.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.74.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.74.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.74.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.75.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.75.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.75.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.76.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.76.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.76.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.77.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.77.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.77.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.78.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.78.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.78.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.79.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.79.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.79.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.8.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.8.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.8.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.80.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.80.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.80.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.81.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.81.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.81.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.82.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.82.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.82.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.83.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.83.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.83.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.84.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.84.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.84.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.85.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.85.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.85.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.86.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.86.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.86.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.87.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.87.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.87.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.88.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.88.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.88.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.89.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.89.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.89.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.9.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.9.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.9.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.90.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.90.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.90.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.91.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.91.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.91.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.92.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.92.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.92.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.93.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.93.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.93.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.94.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.94.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.94.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.95.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.95.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.95.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.96.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.96.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.96.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.97.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.97.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.97.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.98.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.98.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.98.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.99.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.99.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.experts.99.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.shared_experts.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.shared_experts.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.47.shared_experts.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.attention.indexer.wq_b.weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.attention.wo.weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.attention.wq.weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.0.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.0.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.0.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.1.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.1.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.1.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.10.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.10.w2.weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.10.w3.weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.100.w1.weight": "consolidated-00031-of-00054.safetensors",
    "layers.48.experts.100.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.100.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.101.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.101.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.101.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.102.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.102.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.102.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.103.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.103.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.103.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.104.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.104.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.104.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.105.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.105.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.105.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.106.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.106.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.106.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.107.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.107.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.107.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.108.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.108.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.108.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.109.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.109.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.109.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.11.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.11.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.11.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.110.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.110.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.110.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.111.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.111.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.111.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.112.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.112.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.112.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.113.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.113.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.113.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.114.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.114.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.114.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.115.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.115.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.115.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.116.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.116.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.116.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.117.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.117.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.117.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.118.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.118.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.118.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.119.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.119.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.119.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.12.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.12.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.12.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.120.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.120.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.120.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.121.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.121.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.121.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.122.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.122.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.122.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.123.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.123.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.123.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.124.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.124.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.124.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.125.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.125.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.125.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.126.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.126.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.126.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.127.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.127.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.127.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.13.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.13.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.13.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.14.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.14.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.14.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.15.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.15.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.15.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.16.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.16.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.16.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.17.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.17.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.17.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.18.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.18.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.18.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.19.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.19.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.19.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.2.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.2.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.2.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.20.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.20.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.20.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.21.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.21.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.21.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.22.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.22.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.22.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.23.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.23.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.23.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.24.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.24.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.24.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.25.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.25.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.25.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.26.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.26.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.26.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.27.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.27.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.27.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.28.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.28.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.28.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.29.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.29.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.29.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.3.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.3.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.3.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.30.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.30.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.30.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.31.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.31.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.31.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.32.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.32.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.32.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.33.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.33.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.33.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.34.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.34.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.34.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.35.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.35.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.35.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.36.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.36.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.36.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.37.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.37.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.37.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.38.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.38.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.38.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.39.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.39.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.39.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.4.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.4.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.4.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.40.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.40.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.40.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.41.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.41.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.41.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.42.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.42.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.42.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.43.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.43.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.43.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.44.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.44.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.44.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.45.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.45.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.45.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.46.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.46.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.46.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.47.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.47.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.47.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.48.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.48.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.48.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.49.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.49.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.49.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.5.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.5.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.5.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.50.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.50.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.50.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.51.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.51.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.51.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.52.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.52.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.52.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.53.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.53.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.53.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.54.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.54.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.54.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.55.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.55.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.55.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.56.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.56.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.56.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.57.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.57.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.57.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.58.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.58.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.58.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.59.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.59.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.59.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.6.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.6.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.6.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.60.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.60.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.60.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.61.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.61.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.61.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.62.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.62.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.62.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.63.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.63.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.63.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.64.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.64.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.64.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.65.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.65.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.65.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.66.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.66.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.66.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.67.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.67.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.67.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.68.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.68.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.68.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.69.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.69.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.69.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.7.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.7.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.7.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.70.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.70.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.70.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.71.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.71.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.71.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.72.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.72.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.72.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.73.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.73.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.73.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.74.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.74.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.74.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.75.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.75.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.75.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.76.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.76.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.76.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.77.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.77.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.77.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.78.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.78.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.78.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.79.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.79.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.79.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.8.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.8.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.8.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.80.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.80.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.80.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.81.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.81.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.81.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.82.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.82.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.82.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.83.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.83.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.83.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.84.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.84.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.84.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.85.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.85.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.85.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.86.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.86.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.86.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.87.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.87.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.87.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.88.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.88.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.88.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.89.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.89.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.89.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.9.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.9.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.9.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.90.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.90.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.90.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.91.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.91.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.91.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.92.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.92.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.92.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.93.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.93.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.93.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.94.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.94.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.94.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.95.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.95.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.95.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.96.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.96.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.96.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.97.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.97.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.97.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.98.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.98.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.98.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.99.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.99.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.99.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.shared_experts.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.shared_experts.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.shared_experts.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.attention.wo.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.attention.wq.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.0.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.0.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.0.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.1.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.1.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.1.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.10.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.10.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.10.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.100.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.100.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.100.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.101.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.101.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.101.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.102.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.102.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.102.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.103.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.103.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.103.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.104.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.104.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.104.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.105.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.105.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.105.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.106.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.106.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.106.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.107.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.107.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.107.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.108.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.108.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.108.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.109.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.109.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.109.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.11.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.11.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.11.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.110.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.110.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.110.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.111.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.111.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.111.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.112.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.112.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.112.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.113.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.113.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.113.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.114.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.114.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.114.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.115.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.115.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.115.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.116.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.116.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.116.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.117.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.117.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.117.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.118.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.118.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.118.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.119.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.119.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.119.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.12.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.12.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.12.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.120.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.120.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.120.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.121.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.121.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.121.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.122.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.122.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.122.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.123.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.123.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.123.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.124.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.124.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.124.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.125.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.125.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.125.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.126.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.126.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.126.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.127.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.127.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.127.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.13.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.13.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.13.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.14.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.14.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.14.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.15.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.15.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.15.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.16.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.16.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.16.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.17.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.17.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.17.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.18.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.18.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.18.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.19.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.19.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.19.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.2.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.2.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.2.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.20.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.20.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.20.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.21.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.21.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.21.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.22.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.22.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.22.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.23.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.23.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.23.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.24.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.24.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.24.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.25.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.25.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.25.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.26.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.26.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.26.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.27.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.27.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.27.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.28.w1.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.28.w2.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.28.w3.qscale_weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.100.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.100.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.101.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.101.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.101.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.102.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.102.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.102.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.103.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.103.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.103.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.104.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.104.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.104.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.105.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.105.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.105.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.106.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.106.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.106.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.107.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.107.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.107.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.108.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.108.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.108.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.109.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.109.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.109.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.11.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.11.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.11.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.110.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.110.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.110.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.111.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.111.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.111.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.112.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.112.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.112.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.113.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.113.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.113.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.114.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.114.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.114.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.115.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.115.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.115.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.116.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.116.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.116.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.117.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.117.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.117.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.118.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.118.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.118.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.119.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.119.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.119.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.12.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.12.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.12.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.120.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.120.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.120.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.121.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.121.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.121.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.122.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.122.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.122.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.123.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.123.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.123.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.124.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.124.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.124.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.125.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.125.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.125.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.126.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.126.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.126.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.127.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.127.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.127.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.13.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.13.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.13.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.14.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.14.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.14.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.15.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.15.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.15.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.16.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.16.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.16.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.17.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.17.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.17.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.18.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.18.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.18.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.19.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.19.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.19.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.2.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.2.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.2.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.20.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.20.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.20.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.21.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.21.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.21.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.22.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.22.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.22.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.23.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.23.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.23.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.24.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.24.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.24.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.25.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.25.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.25.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.26.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.26.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.26.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.27.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.27.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.27.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.28.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.28.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.28.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.29.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.29.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.29.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.3.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.3.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.3.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.30.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.30.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.30.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.31.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.31.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.31.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.32.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.32.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.32.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.33.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.33.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.33.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.34.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.34.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.34.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.35.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.35.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.35.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.36.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.36.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.36.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.37.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.37.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.37.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.38.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.38.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.38.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.39.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.39.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.39.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.4.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.4.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.4.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.40.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.40.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.40.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.41.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.41.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.41.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.42.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.42.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.42.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.43.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.43.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.43.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.44.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.44.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.44.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.45.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.45.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.45.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.46.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.46.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.46.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.47.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.47.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.47.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.48.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.48.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.48.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.49.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.49.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.49.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.5.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.5.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.5.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.50.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.50.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.50.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.51.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.51.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.51.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.52.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.52.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.52.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.53.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.53.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.53.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.54.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.54.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.54.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.55.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.55.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.55.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.56.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.56.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.56.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.57.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.57.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.57.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.58.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.58.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.58.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.59.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.59.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.59.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.6.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.6.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.6.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.60.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.60.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.60.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.61.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.61.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.61.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.62.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.62.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.62.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.63.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.63.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.63.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.64.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.64.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.64.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.65.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.65.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.65.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.66.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.66.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.66.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.67.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.67.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.67.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.68.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.68.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.68.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.69.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.69.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.69.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.7.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.7.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.7.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.70.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.70.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.70.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.71.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.71.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.71.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.72.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.72.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.72.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.73.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.73.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.73.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.74.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.74.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.74.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.75.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.75.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.75.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.76.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.76.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.76.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.77.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.77.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.77.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.78.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.78.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.78.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.79.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.79.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.79.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.8.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.8.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.8.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.80.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.80.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.80.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.81.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.81.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.81.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.82.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.82.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.82.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.83.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.83.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.83.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.84.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.84.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.84.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.85.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.85.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.85.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.86.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.86.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.86.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.87.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.87.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.87.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.88.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.88.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.88.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.89.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.89.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.89.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.9.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.9.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.9.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.90.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.90.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.90.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.91.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.91.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.91.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.92.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.92.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.92.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.93.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.93.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.93.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.94.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.94.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.94.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.95.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.95.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.95.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.96.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.96.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.96.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.97.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.97.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.97.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.98.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.98.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.98.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.99.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.99.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.experts.99.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.shared_experts.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.shared_experts.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.48.shared_experts.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.attention.wo.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.attention.wq.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.0.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.0.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.0.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.1.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.1.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.1.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.10.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.10.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.10.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.100.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.100.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.100.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.101.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.101.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.101.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.102.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.102.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.102.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.103.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.103.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.103.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.104.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.104.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.104.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.105.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.105.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.105.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.106.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.106.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.106.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.107.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.107.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.107.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.108.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.108.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.108.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.109.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.109.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.109.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.11.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.11.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.11.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.110.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.110.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.110.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.111.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.111.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.111.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.112.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.112.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.112.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.113.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.113.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.113.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.114.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.114.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.114.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.115.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.115.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.115.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.116.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.116.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.116.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.117.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.117.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.117.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.118.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.118.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.118.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.119.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.119.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.119.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.12.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.12.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.12.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.120.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.120.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.120.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.121.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.121.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.121.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.122.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.122.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.122.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.123.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.123.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.123.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.124.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.124.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.124.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.125.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.125.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.125.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.126.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.126.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.126.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.127.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.127.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.127.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.13.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.13.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.13.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.14.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.14.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.14.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.15.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.15.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.15.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.16.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.16.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.16.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.17.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.17.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.17.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.18.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.18.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.18.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.19.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.19.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.19.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.2.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.2.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.2.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.20.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.20.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.20.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.21.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.21.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.21.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.22.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.22.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.22.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.23.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.23.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.23.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.24.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.24.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.24.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.25.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.25.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.25.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.26.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.26.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.26.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.27.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.27.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.27.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.28.w1.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.28.w2.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.28.w3.weight": "consolidated-00032-of-00054.safetensors",
    "layers.49.experts.29.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.29.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.29.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.3.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.3.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.3.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.30.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.30.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.30.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.31.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.31.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.31.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.32.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.32.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.32.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.33.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.33.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.33.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.34.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.34.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.34.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.35.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.35.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.35.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.36.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.36.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.36.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.37.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.37.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.37.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.38.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.38.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.38.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.39.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.39.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.39.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.4.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.4.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.4.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.40.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.40.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.40.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.41.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.41.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.41.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.42.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.42.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.42.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.43.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.43.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.43.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.44.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.44.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.44.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.45.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.45.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.45.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.46.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.46.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.46.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.47.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.47.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.47.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.48.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.48.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.48.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.49.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.49.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.49.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.5.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.5.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.5.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.50.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.50.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.50.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.51.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.51.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.51.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.52.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.52.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.52.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.53.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.53.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.53.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.54.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.54.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.54.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.55.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.55.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.55.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.56.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.56.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.56.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.57.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.57.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.57.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.58.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.58.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.58.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.59.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.59.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.59.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.6.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.6.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.6.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.60.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.60.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.60.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.61.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.61.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.61.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.62.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.62.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.62.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.63.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.63.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.63.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.64.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.64.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.64.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.65.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.65.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.65.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.66.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.66.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.66.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.67.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.67.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.67.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.68.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.68.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.68.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.69.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.69.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.69.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.7.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.7.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.7.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.70.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.70.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.70.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.71.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.71.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.71.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.72.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.72.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.72.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.73.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.73.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.73.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.74.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.74.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.74.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.75.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.75.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.75.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.76.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.76.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.76.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.77.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.77.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.77.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.78.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.78.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.78.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.79.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.79.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.79.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.8.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.8.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.8.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.80.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.80.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.80.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.81.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.81.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.81.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.82.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.82.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.82.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.83.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.83.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.83.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.84.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.84.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.84.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.85.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.85.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.85.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.86.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.86.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.86.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.87.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.87.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.87.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.88.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.88.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.88.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.89.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.89.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.89.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.9.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.9.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.9.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.90.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.90.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.90.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.91.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.91.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.91.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.92.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.92.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.92.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.93.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.93.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.93.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.94.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.94.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.94.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.95.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.95.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.95.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.96.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.96.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.96.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.97.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.97.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.97.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.98.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.98.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.98.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.99.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.99.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.99.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.shared_experts.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.shared_experts.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.shared_experts.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.attention.indexer.wq_b.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.attention.wo.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.attention.wq.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.0.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.0.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.0.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.1.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.1.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.1.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.10.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.10.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.10.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.100.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.100.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.100.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.101.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.101.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.101.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.102.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.102.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.102.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.103.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.103.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.103.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.104.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.104.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.104.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.105.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.105.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.105.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.106.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.106.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.106.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.107.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.107.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.107.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.108.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.108.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.108.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.109.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.109.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.109.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.11.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.11.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.11.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.110.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.110.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.110.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.111.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.111.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.111.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.112.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.112.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.112.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.113.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.113.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.113.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.114.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.114.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.114.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.115.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.115.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.115.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.116.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.116.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.116.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.117.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.117.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.117.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.118.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.118.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.118.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.119.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.119.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.119.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.12.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.12.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.12.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.120.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.120.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.120.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.121.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.121.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.121.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.122.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.122.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.122.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.123.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.123.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.123.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.124.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.124.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.124.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.125.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.125.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.125.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.126.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.126.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.126.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.127.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.127.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.127.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.13.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.13.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.13.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.14.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.14.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.14.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.15.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.15.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.15.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.16.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.16.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.16.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.17.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.17.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.17.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.18.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.18.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.18.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.19.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.19.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.19.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.2.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.2.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.2.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.20.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.20.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.20.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.21.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.21.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.21.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.22.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.22.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.22.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.23.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.23.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.23.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.24.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.24.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.24.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.25.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.25.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.25.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.26.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.26.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.26.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.27.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.27.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.27.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.28.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.28.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.28.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.29.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.29.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.29.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.3.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.3.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.3.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.30.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.30.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.30.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.31.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.31.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.31.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.32.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.32.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.32.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.33.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.33.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.33.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.34.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.34.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.34.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.35.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.35.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.35.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.36.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.36.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.36.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.37.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.37.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.37.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.38.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.38.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.38.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.39.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.39.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.39.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.4.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.4.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.4.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.40.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.40.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.40.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.41.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.41.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.41.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.42.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.42.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.42.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.43.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.43.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.43.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.44.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.44.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.44.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.45.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.45.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.45.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.46.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.46.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.46.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.47.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.47.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.47.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.48.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.48.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.48.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.49.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.49.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.49.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.5.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.5.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.5.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.50.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.50.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.50.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.51.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.51.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.51.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.52.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.52.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.52.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.53.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.53.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.53.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.54.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.54.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.54.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.55.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.55.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.55.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.56.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.56.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.56.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.57.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.57.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.57.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.58.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.58.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.58.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.59.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.59.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.59.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.6.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.6.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.6.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.60.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.60.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.60.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.61.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.61.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.61.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.62.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.62.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.62.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.63.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.63.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.63.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.64.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.64.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.64.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.65.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.65.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.65.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.66.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.66.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.66.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.67.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.67.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.67.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.68.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.68.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.68.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.69.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.69.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.69.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.7.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.7.w2.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.7.w3.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.70.w1.qscale_weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.29.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.29.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.29.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.3.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.3.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.3.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.30.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.30.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.30.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.31.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.31.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.31.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.32.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.32.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.32.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.33.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.33.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.33.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.34.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.34.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.34.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.35.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.35.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.35.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.36.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.36.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.36.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.37.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.37.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.37.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.38.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.38.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.38.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.39.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.39.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.39.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.4.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.4.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.4.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.40.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.40.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.40.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.41.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.41.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.41.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.42.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.42.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.42.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.43.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.43.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.43.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.44.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.44.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.44.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.45.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.45.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.45.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.46.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.46.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.46.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.47.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.47.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.47.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.48.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.48.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.48.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.49.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.49.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.49.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.5.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.5.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.5.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.50.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.50.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.50.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.51.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.51.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.51.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.52.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.52.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.52.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.53.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.53.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.53.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.54.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.54.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.54.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.55.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.55.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.55.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.56.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.56.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.56.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.57.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.57.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.57.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.58.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.58.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.58.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.59.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.59.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.59.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.6.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.6.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.6.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.60.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.60.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.60.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.61.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.61.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.61.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.62.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.62.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.62.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.63.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.63.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.63.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.64.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.64.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.64.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.65.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.65.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.65.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.66.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.66.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.66.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.67.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.67.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.67.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.68.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.68.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.68.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.69.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.69.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.69.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.7.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.7.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.7.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.70.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.70.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.70.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.71.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.71.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.71.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.72.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.72.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.72.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.73.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.73.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.73.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.74.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.74.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.74.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.75.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.75.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.75.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.76.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.76.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.76.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.77.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.77.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.77.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.78.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.78.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.78.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.79.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.79.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.79.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.8.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.8.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.8.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.80.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.80.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.80.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.81.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.81.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.81.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.82.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.82.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.82.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.83.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.83.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.83.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.84.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.84.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.84.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.85.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.85.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.85.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.86.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.86.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.86.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.87.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.87.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.87.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.88.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.88.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.88.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.89.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.89.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.89.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.9.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.9.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.9.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.90.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.90.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.90.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.91.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.91.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.91.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.92.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.92.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.92.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.93.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.93.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.93.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.94.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.94.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.94.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.95.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.95.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.95.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.96.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.96.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.96.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.97.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.97.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.97.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.98.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.98.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.98.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.99.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.99.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.experts.99.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.shared_experts.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.shared_experts.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.49.shared_experts.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.attention.indexer.wq_b.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.attention.wo.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.attention.wq.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.0.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.0.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.0.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.1.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.1.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.1.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.10.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.10.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.10.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.100.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.100.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.100.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.101.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.101.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.101.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.102.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.102.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.102.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.103.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.103.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.103.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.104.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.104.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.104.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.105.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.105.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.105.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.106.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.106.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.106.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.107.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.107.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.107.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.108.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.108.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.108.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.109.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.109.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.109.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.11.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.11.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.11.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.110.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.110.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.110.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.111.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.111.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.111.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.112.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.112.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.112.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.113.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.113.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.113.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.114.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.114.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.114.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.115.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.115.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.115.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.116.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.116.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.116.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.117.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.117.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.117.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.118.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.118.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.118.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.119.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.119.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.119.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.12.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.12.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.12.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.120.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.120.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.120.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.121.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.121.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.121.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.122.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.122.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.122.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.123.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.123.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.123.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.124.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.124.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.124.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.125.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.125.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.125.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.126.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.126.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.126.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.127.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.127.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.127.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.13.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.13.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.13.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.14.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.14.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.14.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.15.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.15.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.15.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.16.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.16.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.16.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.17.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.17.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.17.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.18.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.18.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.18.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.19.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.19.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.19.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.2.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.2.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.2.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.20.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.20.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.20.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.21.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.21.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.21.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.22.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.22.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.22.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.23.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.23.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.23.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.24.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.24.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.24.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.25.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.25.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.25.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.26.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.26.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.26.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.27.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.27.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.27.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.28.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.28.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.28.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.29.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.29.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.29.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.3.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.3.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.3.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.30.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.30.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.30.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.31.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.31.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.31.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.32.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.32.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.32.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.33.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.33.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.33.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.34.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.34.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.34.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.35.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.35.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.35.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.36.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.36.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.36.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.37.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.37.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.37.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.38.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.38.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.38.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.39.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.39.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.39.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.4.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.4.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.4.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.40.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.40.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.40.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.41.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.41.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.41.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.42.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.42.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.42.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.43.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.43.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.43.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.44.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.44.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.44.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.45.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.45.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.45.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.46.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.46.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.46.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.47.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.47.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.47.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.48.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.48.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.48.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.49.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.49.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.49.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.5.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.5.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.5.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.50.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.50.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.50.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.51.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.51.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.51.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.52.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.52.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.52.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.53.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.53.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.53.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.54.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.54.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.54.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.55.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.55.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.55.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.56.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.56.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.56.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.57.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.57.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.57.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.58.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.58.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.58.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.59.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.59.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.59.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.6.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.6.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.6.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.60.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.60.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.60.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.61.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.61.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.61.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.62.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.62.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.62.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.63.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.63.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.63.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.64.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.64.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.64.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.65.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.65.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.65.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.66.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.66.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.66.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.67.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.67.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.67.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.68.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.68.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.68.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.69.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.69.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.69.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.7.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.7.w2.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.7.w3.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.70.w1.weight": "consolidated-00033-of-00054.safetensors",
    "layers.5.experts.70.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.70.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.71.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.71.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.71.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.72.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.72.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.72.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.73.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.73.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.73.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.74.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.74.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.74.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.75.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.75.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.75.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.76.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.76.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.76.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.77.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.77.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.77.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.78.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.78.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.78.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.79.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.79.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.79.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.8.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.8.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.8.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.80.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.80.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.80.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.81.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.81.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.81.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.82.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.82.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.82.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.83.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.83.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.83.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.84.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.84.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.84.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.85.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.85.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.85.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.86.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.86.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.86.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.87.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.87.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.87.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.88.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.88.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.88.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.89.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.89.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.89.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.9.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.9.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.9.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.90.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.90.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.90.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.91.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.91.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.91.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.92.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.92.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.92.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.93.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.93.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.93.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.94.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.94.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.94.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.95.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.95.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.95.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.96.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.96.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.96.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.97.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.97.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.97.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.98.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.98.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.98.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.99.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.99.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.99.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.shared_experts.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.shared_experts.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.shared_experts.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.attention.wo.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.attention.wq.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.0.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.0.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.0.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.1.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.1.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.1.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.10.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.10.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.10.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.100.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.100.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.100.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.101.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.101.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.101.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.102.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.102.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.102.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.103.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.103.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.103.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.104.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.104.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.104.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.105.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.105.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.105.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.106.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.106.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.106.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.107.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.107.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.107.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.108.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.108.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.108.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.109.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.109.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.109.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.11.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.11.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.11.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.110.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.110.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.110.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.111.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.111.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.111.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.112.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.112.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.112.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.113.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.113.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.113.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.114.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.114.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.114.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.115.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.115.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.115.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.116.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.116.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.116.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.117.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.117.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.117.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.118.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.118.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.118.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.119.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.119.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.119.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.12.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.12.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.12.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.120.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.120.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.120.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.121.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.121.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.121.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.122.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.122.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.122.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.123.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.123.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.123.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.124.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.124.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.124.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.125.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.125.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.125.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.126.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.126.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.126.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.127.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.127.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.127.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.13.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.13.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.13.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.14.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.14.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.14.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.15.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.15.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.15.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.16.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.16.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.16.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.17.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.17.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.17.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.18.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.18.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.18.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.19.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.19.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.19.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.2.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.2.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.2.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.20.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.20.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.20.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.21.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.21.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.21.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.22.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.22.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.22.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.23.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.23.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.23.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.24.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.24.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.24.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.25.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.25.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.25.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.26.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.26.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.26.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.27.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.27.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.27.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.28.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.28.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.28.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.29.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.29.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.29.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.3.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.3.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.3.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.30.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.30.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.30.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.31.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.31.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.31.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.32.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.32.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.32.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.33.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.33.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.33.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.34.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.34.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.34.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.35.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.35.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.35.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.36.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.36.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.36.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.37.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.37.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.37.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.38.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.38.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.38.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.39.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.39.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.39.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.4.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.4.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.4.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.40.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.40.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.40.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.41.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.41.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.41.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.42.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.42.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.42.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.43.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.43.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.43.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.44.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.44.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.44.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.45.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.45.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.45.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.46.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.46.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.46.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.47.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.47.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.47.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.48.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.48.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.48.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.49.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.49.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.49.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.5.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.5.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.5.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.50.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.50.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.50.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.51.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.51.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.51.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.52.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.52.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.52.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.53.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.53.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.53.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.54.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.54.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.54.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.55.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.55.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.55.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.56.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.56.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.56.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.57.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.57.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.57.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.58.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.58.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.58.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.59.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.59.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.59.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.6.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.6.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.6.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.60.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.60.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.60.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.61.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.61.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.61.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.62.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.62.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.62.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.63.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.63.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.63.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.64.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.64.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.64.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.65.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.65.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.65.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.66.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.66.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.66.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.67.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.67.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.67.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.68.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.68.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.68.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.69.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.69.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.69.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.7.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.7.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.7.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.70.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.70.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.70.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.71.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.71.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.71.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.72.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.72.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.72.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.73.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.73.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.73.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.74.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.74.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.74.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.75.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.75.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.75.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.76.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.76.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.76.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.77.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.77.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.77.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.78.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.78.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.78.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.79.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.79.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.79.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.8.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.8.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.8.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.80.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.80.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.80.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.81.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.81.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.81.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.82.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.82.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.82.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.83.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.83.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.83.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.84.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.84.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.84.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.85.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.85.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.85.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.86.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.86.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.86.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.87.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.87.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.87.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.88.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.88.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.88.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.89.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.89.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.89.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.9.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.9.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.9.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.90.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.90.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.90.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.91.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.91.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.91.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.92.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.92.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.92.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.93.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.93.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.93.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.94.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.94.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.94.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.95.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.95.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.95.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.96.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.96.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.96.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.97.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.97.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.97.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.98.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.98.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.98.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.99.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.99.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.99.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.shared_experts.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.shared_experts.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.shared_experts.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.attention.indexer.wq_b.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.attention.wo.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.attention.wq.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.0.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.0.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.0.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.1.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.1.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.1.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.10.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.10.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.10.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.100.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.100.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.100.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.101.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.101.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.101.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.102.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.102.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.102.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.103.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.103.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.103.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.104.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.104.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.104.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.105.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.105.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.105.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.106.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.106.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.106.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.107.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.107.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.107.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.108.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.108.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.108.w3.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.109.w1.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.109.w2.qscale_weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.70.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.70.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.71.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.71.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.71.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.72.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.72.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.72.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.73.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.73.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.73.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.74.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.74.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.74.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.75.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.75.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.75.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.76.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.76.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.76.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.77.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.77.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.77.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.78.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.78.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.78.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.79.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.79.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.79.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.8.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.8.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.8.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.80.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.80.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.80.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.81.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.81.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.81.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.82.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.82.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.82.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.83.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.83.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.83.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.84.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.84.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.84.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.85.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.85.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.85.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.86.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.86.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.86.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.87.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.87.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.87.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.88.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.88.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.88.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.89.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.89.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.89.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.9.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.9.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.9.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.90.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.90.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.90.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.91.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.91.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.91.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.92.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.92.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.92.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.93.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.93.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.93.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.94.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.94.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.94.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.95.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.95.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.95.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.96.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.96.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.96.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.97.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.97.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.97.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.98.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.98.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.98.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.99.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.99.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.experts.99.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.shared_experts.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.shared_experts.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.5.shared_experts.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.attention.wo.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.attention.wq.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.0.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.0.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.0.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.1.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.1.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.1.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.10.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.10.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.10.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.100.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.100.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.100.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.101.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.101.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.101.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.102.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.102.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.102.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.103.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.103.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.103.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.104.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.104.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.104.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.105.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.105.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.105.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.106.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.106.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.106.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.107.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.107.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.107.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.108.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.108.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.108.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.109.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.109.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.109.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.11.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.11.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.11.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.110.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.110.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.110.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.111.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.111.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.111.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.112.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.112.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.112.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.113.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.113.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.113.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.114.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.114.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.114.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.115.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.115.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.115.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.116.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.116.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.116.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.117.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.117.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.117.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.118.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.118.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.118.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.119.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.119.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.119.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.12.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.12.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.12.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.120.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.120.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.120.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.121.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.121.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.121.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.122.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.122.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.122.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.123.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.123.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.123.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.124.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.124.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.124.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.125.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.125.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.125.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.126.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.126.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.126.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.127.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.127.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.127.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.13.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.13.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.13.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.14.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.14.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.14.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.15.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.15.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.15.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.16.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.16.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.16.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.17.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.17.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.17.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.18.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.18.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.18.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.19.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.19.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.19.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.2.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.2.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.2.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.20.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.20.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.20.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.21.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.21.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.21.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.22.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.22.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.22.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.23.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.23.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.23.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.24.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.24.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.24.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.25.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.25.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.25.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.26.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.26.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.26.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.27.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.27.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.27.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.28.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.28.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.28.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.29.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.29.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.29.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.3.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.3.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.3.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.30.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.30.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.30.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.31.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.31.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.31.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.32.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.32.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.32.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.33.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.33.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.33.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.34.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.34.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.34.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.35.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.35.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.35.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.36.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.36.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.36.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.37.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.37.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.37.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.38.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.38.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.38.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.39.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.39.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.39.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.4.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.4.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.4.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.40.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.40.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.40.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.41.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.41.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.41.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.42.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.42.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.42.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.43.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.43.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.43.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.44.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.44.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.44.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.45.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.45.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.45.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.46.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.46.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.46.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.47.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.47.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.47.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.48.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.48.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.48.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.49.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.49.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.49.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.5.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.5.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.5.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.50.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.50.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.50.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.51.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.51.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.51.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.52.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.52.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.52.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.53.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.53.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.53.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.54.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.54.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.54.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.55.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.55.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.55.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.56.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.56.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.56.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.57.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.57.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.57.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.58.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.58.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.58.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.59.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.59.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.59.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.6.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.6.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.6.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.60.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.60.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.60.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.61.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.61.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.61.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.62.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.62.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.62.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.63.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.63.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.63.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.64.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.64.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.64.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.65.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.65.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.65.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.66.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.66.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.66.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.67.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.67.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.67.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.68.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.68.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.68.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.69.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.69.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.69.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.7.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.7.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.7.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.70.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.70.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.70.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.71.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.71.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.71.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.72.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.72.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.72.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.73.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.73.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.73.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.74.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.74.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.74.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.75.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.75.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.75.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.76.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.76.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.76.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.77.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.77.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.77.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.78.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.78.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.78.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.79.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.79.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.79.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.8.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.8.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.8.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.80.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.80.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.80.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.81.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.81.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.81.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.82.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.82.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.82.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.83.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.83.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.83.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.84.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.84.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.84.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.85.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.85.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.85.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.86.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.86.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.86.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.87.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.87.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.87.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.88.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.88.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.88.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.89.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.89.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.89.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.9.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.9.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.9.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.90.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.90.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.90.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.91.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.91.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.91.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.92.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.92.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.92.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.93.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.93.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.93.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.94.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.94.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.94.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.95.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.95.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.95.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.96.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.96.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.96.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.97.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.97.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.97.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.98.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.98.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.98.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.99.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.99.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.experts.99.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.shared_experts.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.shared_experts.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.50.shared_experts.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.attention.indexer.wq_b.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.attention.wo.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.attention.wq.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.0.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.0.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.0.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.1.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.1.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.1.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.10.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.10.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.10.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.100.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.100.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.100.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.101.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.101.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.101.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.102.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.102.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.102.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.103.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.103.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.103.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.104.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.104.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.104.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.105.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.105.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.105.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.106.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.106.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.106.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.107.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.107.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.107.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.108.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.108.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.108.w3.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.109.w1.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.109.w2.weight": "consolidated-00034-of-00054.safetensors",
    "layers.51.experts.109.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.11.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.11.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.11.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.110.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.110.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.110.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.111.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.111.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.111.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.112.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.112.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.112.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.113.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.113.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.113.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.114.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.114.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.114.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.115.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.115.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.115.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.116.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.116.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.116.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.117.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.117.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.117.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.118.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.118.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.118.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.119.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.119.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.119.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.12.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.12.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.12.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.120.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.120.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.120.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.121.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.121.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.121.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.122.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.122.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.122.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.123.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.123.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.123.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.124.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.124.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.124.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.125.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.125.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.125.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.126.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.126.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.126.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.127.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.127.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.127.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.13.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.13.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.13.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.14.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.14.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.14.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.15.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.15.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.15.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.16.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.16.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.16.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.17.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.17.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.17.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.18.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.18.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.18.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.19.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.19.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.19.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.2.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.2.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.2.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.20.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.20.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.20.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.21.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.21.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.21.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.22.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.22.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.22.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.23.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.23.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.23.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.24.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.24.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.24.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.25.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.25.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.25.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.26.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.26.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.26.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.27.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.27.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.27.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.28.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.28.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.28.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.29.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.29.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.29.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.3.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.3.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.3.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.30.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.30.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.30.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.31.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.31.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.31.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.32.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.32.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.32.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.33.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.33.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.33.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.34.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.34.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.34.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.35.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.35.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.35.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.36.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.36.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.36.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.37.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.37.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.37.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.38.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.38.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.38.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.39.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.39.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.39.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.4.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.4.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.4.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.40.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.40.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.40.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.41.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.41.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.41.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.42.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.42.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.42.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.43.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.43.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.43.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.44.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.44.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.44.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.45.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.45.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.45.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.46.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.46.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.46.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.47.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.47.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.47.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.48.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.48.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.48.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.49.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.49.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.49.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.5.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.5.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.5.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.50.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.50.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.50.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.51.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.51.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.51.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.52.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.52.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.52.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.53.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.53.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.53.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.54.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.54.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.54.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.55.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.55.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.55.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.56.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.56.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.56.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.57.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.57.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.57.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.58.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.58.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.58.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.59.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.59.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.59.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.6.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.6.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.6.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.60.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.60.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.60.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.61.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.61.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.61.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.62.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.62.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.62.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.63.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.63.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.63.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.64.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.64.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.64.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.65.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.65.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.65.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.66.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.66.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.66.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.67.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.67.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.67.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.68.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.68.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.68.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.69.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.69.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.69.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.7.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.7.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.7.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.70.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.70.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.70.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.71.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.71.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.71.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.72.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.72.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.72.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.73.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.73.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.73.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.74.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.74.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.74.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.75.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.75.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.75.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.76.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.76.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.76.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.77.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.77.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.77.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.78.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.78.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.78.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.79.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.79.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.79.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.8.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.8.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.8.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.80.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.80.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.80.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.81.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.81.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.81.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.82.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.82.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.82.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.83.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.83.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.83.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.84.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.84.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.84.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.85.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.85.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.85.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.86.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.86.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.86.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.87.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.87.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.87.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.88.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.88.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.88.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.89.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.89.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.89.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.9.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.9.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.9.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.90.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.90.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.90.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.91.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.91.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.91.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.92.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.92.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.92.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.93.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.93.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.93.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.94.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.94.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.94.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.95.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.95.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.95.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.96.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.96.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.96.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.97.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.97.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.97.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.98.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.98.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.98.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.99.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.99.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.99.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.shared_experts.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.shared_experts.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.shared_experts.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.attention.indexer.wq_b.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.attention.wo.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.attention.wq.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.0.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.0.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.0.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.1.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.1.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.1.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.10.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.10.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.10.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.100.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.100.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.100.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.101.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.101.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.101.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.102.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.102.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.102.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.103.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.103.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.103.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.104.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.104.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.104.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.105.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.105.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.105.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.106.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.106.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.106.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.107.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.107.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.107.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.108.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.108.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.108.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.109.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.109.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.109.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.11.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.11.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.11.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.110.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.110.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.110.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.111.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.111.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.111.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.112.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.112.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.112.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.113.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.113.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.113.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.114.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.114.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.114.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.115.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.115.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.115.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.116.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.116.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.116.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.117.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.117.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.117.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.118.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.118.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.118.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.119.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.119.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.119.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.12.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.12.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.12.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.120.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.120.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.120.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.121.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.121.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.121.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.122.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.122.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.122.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.123.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.123.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.123.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.124.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.124.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.124.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.125.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.125.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.125.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.126.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.126.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.126.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.127.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.127.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.127.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.13.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.13.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.13.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.14.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.14.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.14.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.15.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.15.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.15.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.16.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.16.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.16.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.17.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.17.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.17.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.18.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.18.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.18.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.19.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.19.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.19.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.2.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.2.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.2.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.20.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.20.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.20.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.21.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.21.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.21.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.22.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.22.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.22.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.23.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.23.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.23.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.24.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.24.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.24.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.25.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.25.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.25.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.26.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.26.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.26.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.27.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.27.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.27.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.28.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.28.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.28.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.29.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.29.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.29.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.3.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.3.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.3.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.30.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.30.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.30.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.31.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.31.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.31.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.32.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.32.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.32.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.33.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.33.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.33.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.34.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.34.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.34.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.35.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.35.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.35.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.36.w1.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.36.w2.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.36.w3.qscale_weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.109.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.11.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.11.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.11.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.110.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.110.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.110.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.111.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.111.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.111.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.112.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.112.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.112.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.113.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.113.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.113.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.114.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.114.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.114.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.115.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.115.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.115.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.116.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.116.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.116.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.117.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.117.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.117.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.118.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.118.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.118.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.119.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.119.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.119.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.12.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.12.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.12.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.120.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.120.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.120.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.121.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.121.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.121.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.122.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.122.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.122.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.123.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.123.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.123.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.124.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.124.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.124.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.125.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.125.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.125.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.126.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.126.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.126.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.127.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.127.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.127.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.13.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.13.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.13.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.14.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.14.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.14.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.15.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.15.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.15.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.16.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.16.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.16.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.17.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.17.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.17.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.18.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.18.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.18.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.19.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.19.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.19.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.2.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.2.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.2.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.20.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.20.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.20.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.21.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.21.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.21.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.22.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.22.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.22.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.23.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.23.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.23.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.24.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.24.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.24.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.25.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.25.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.25.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.26.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.26.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.26.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.27.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.27.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.27.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.28.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.28.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.28.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.29.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.29.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.29.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.3.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.3.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.3.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.30.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.30.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.30.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.31.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.31.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.31.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.32.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.32.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.32.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.33.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.33.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.33.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.34.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.34.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.34.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.35.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.35.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.35.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.36.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.36.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.36.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.37.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.37.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.37.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.38.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.38.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.38.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.39.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.39.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.39.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.4.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.4.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.4.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.40.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.40.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.40.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.41.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.41.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.41.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.42.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.42.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.42.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.43.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.43.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.43.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.44.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.44.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.44.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.45.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.45.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.45.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.46.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.46.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.46.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.47.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.47.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.47.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.48.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.48.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.48.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.49.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.49.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.49.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.5.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.5.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.5.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.50.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.50.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.50.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.51.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.51.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.51.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.52.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.52.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.52.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.53.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.53.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.53.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.54.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.54.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.54.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.55.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.55.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.55.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.56.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.56.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.56.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.57.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.57.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.57.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.58.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.58.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.58.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.59.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.59.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.59.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.6.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.6.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.6.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.60.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.60.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.60.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.61.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.61.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.61.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.62.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.62.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.62.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.63.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.63.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.63.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.64.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.64.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.64.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.65.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.65.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.65.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.66.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.66.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.66.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.67.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.67.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.67.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.68.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.68.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.68.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.69.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.69.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.69.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.7.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.7.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.7.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.70.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.70.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.70.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.71.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.71.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.71.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.72.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.72.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.72.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.73.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.73.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.73.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.74.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.74.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.74.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.75.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.75.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.75.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.76.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.76.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.76.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.77.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.77.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.77.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.78.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.78.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.78.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.79.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.79.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.79.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.8.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.8.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.8.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.80.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.80.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.80.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.81.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.81.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.81.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.82.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.82.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.82.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.83.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.83.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.83.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.84.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.84.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.84.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.85.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.85.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.85.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.86.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.86.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.86.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.87.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.87.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.87.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.88.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.88.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.88.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.89.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.89.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.89.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.9.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.9.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.9.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.90.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.90.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.90.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.91.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.91.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.91.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.92.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.92.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.92.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.93.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.93.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.93.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.94.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.94.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.94.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.95.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.95.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.95.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.96.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.96.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.96.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.97.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.97.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.97.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.98.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.98.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.98.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.99.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.99.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.experts.99.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.shared_experts.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.shared_experts.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.51.shared_experts.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.attention.indexer.wq_b.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.attention.wo.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.attention.wq.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.0.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.0.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.0.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.1.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.1.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.1.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.10.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.10.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.10.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.100.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.100.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.100.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.101.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.101.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.101.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.102.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.102.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.102.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.103.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.103.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.103.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.104.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.104.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.104.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.105.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.105.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.105.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.106.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.106.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.106.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.107.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.107.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.107.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.108.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.108.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.108.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.109.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.109.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.109.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.11.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.11.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.11.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.110.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.110.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.110.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.111.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.111.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.111.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.112.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.112.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.112.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.113.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.113.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.113.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.114.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.114.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.114.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.115.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.115.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.115.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.116.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.116.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.116.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.117.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.117.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.117.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.118.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.118.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.118.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.119.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.119.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.119.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.12.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.12.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.12.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.120.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.120.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.120.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.121.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.121.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.121.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.122.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.122.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.122.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.123.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.123.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.123.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.124.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.124.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.124.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.125.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.125.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.125.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.126.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.126.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.126.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.127.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.127.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.127.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.13.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.13.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.13.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.14.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.14.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.14.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.15.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.15.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.15.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.16.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.16.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.16.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.17.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.17.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.17.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.18.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.18.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.18.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.19.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.19.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.19.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.2.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.2.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.2.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.20.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.20.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.20.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.21.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.21.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.21.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.22.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.22.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.22.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.23.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.23.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.23.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.24.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.24.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.24.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.25.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.25.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.25.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.26.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.26.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.26.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.27.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.27.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.27.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.28.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.28.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.28.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.29.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.29.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.29.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.3.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.3.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.3.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.30.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.30.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.30.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.31.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.31.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.31.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.32.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.32.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.32.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.33.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.33.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.33.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.34.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.34.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.34.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.35.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.35.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.35.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.36.w1.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.36.w2.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.36.w3.weight": "consolidated-00035-of-00054.safetensors",
    "layers.52.experts.37.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.37.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.37.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.38.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.38.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.38.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.39.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.39.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.39.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.4.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.4.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.4.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.40.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.40.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.40.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.41.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.41.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.41.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.42.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.42.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.42.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.43.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.43.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.43.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.44.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.44.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.44.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.45.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.45.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.45.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.46.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.46.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.46.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.47.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.47.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.47.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.48.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.48.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.48.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.49.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.49.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.49.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.5.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.5.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.5.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.50.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.50.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.50.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.51.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.51.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.51.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.52.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.52.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.52.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.53.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.53.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.53.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.54.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.54.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.54.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.55.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.55.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.55.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.56.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.56.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.56.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.57.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.57.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.57.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.58.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.58.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.58.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.59.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.59.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.59.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.6.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.6.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.6.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.60.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.60.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.60.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.61.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.61.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.61.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.62.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.62.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.62.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.63.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.63.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.63.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.64.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.64.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.64.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.65.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.65.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.65.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.66.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.66.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.66.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.67.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.67.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.67.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.68.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.68.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.68.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.69.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.69.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.69.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.7.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.7.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.7.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.70.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.70.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.70.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.71.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.71.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.71.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.72.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.72.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.72.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.73.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.73.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.73.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.74.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.74.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.74.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.75.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.75.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.75.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.76.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.76.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.76.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.77.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.77.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.77.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.78.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.78.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.78.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.79.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.79.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.79.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.8.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.8.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.8.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.80.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.80.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.80.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.81.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.81.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.81.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.82.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.82.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.82.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.83.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.83.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.83.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.84.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.84.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.84.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.85.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.85.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.85.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.86.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.86.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.86.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.87.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.87.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.87.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.88.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.88.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.88.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.89.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.89.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.89.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.9.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.9.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.9.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.90.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.90.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.90.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.91.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.91.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.91.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.92.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.92.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.92.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.93.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.93.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.93.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.94.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.94.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.94.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.95.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.95.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.95.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.96.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.96.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.96.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.97.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.97.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.97.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.98.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.98.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.98.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.99.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.99.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.99.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.shared_experts.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.shared_experts.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.shared_experts.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.attention.wo.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.attention.wq.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.0.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.0.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.0.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.1.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.1.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.1.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.10.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.10.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.10.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.100.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.100.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.100.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.101.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.101.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.101.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.102.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.102.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.102.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.103.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.103.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.103.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.104.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.104.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.104.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.105.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.105.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.105.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.106.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.106.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.106.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.107.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.107.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.107.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.108.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.108.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.108.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.109.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.109.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.109.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.11.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.11.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.11.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.110.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.110.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.110.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.111.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.111.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.111.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.112.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.112.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.112.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.113.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.113.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.113.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.114.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.114.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.114.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.115.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.115.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.115.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.116.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.116.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.116.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.117.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.117.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.117.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.118.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.118.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.118.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.119.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.119.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.119.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.12.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.12.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.12.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.120.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.120.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.120.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.121.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.121.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.121.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.122.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.122.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.122.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.123.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.123.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.123.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.124.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.124.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.124.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.125.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.125.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.125.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.126.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.126.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.126.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.127.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.127.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.127.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.13.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.13.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.13.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.14.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.14.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.14.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.15.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.15.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.15.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.16.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.16.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.16.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.17.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.17.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.17.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.18.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.18.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.18.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.19.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.19.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.19.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.2.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.2.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.2.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.20.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.20.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.20.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.21.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.21.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.21.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.22.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.22.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.22.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.23.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.23.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.23.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.24.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.24.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.24.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.25.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.25.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.25.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.26.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.26.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.26.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.27.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.27.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.27.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.28.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.28.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.28.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.29.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.29.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.29.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.3.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.3.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.3.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.30.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.30.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.30.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.31.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.31.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.31.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.32.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.32.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.32.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.33.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.33.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.33.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.34.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.34.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.34.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.35.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.35.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.35.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.36.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.36.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.36.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.37.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.37.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.37.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.38.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.38.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.38.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.39.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.39.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.39.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.4.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.4.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.4.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.40.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.40.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.40.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.41.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.41.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.41.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.42.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.42.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.42.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.43.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.43.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.43.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.44.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.44.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.44.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.45.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.45.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.45.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.46.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.46.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.46.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.47.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.47.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.47.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.48.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.48.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.48.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.49.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.49.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.49.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.5.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.5.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.5.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.50.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.50.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.50.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.51.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.51.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.51.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.52.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.52.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.52.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.53.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.53.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.53.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.54.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.54.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.54.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.55.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.55.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.55.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.56.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.56.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.56.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.57.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.57.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.57.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.58.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.58.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.58.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.59.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.59.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.59.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.6.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.6.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.6.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.60.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.60.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.60.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.61.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.61.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.61.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.62.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.62.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.62.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.63.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.63.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.63.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.64.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.64.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.64.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.65.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.65.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.65.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.66.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.66.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.66.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.67.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.67.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.67.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.68.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.68.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.68.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.69.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.69.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.69.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.7.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.7.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.7.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.70.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.70.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.70.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.71.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.71.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.71.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.72.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.72.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.72.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.73.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.73.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.73.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.74.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.74.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.74.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.75.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.75.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.75.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.76.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.76.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.76.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.77.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.77.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.77.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.78.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.78.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.78.w3.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.79.w1.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.79.w2.qscale_weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.37.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.37.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.37.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.38.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.38.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.38.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.39.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.39.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.39.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.4.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.4.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.4.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.40.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.40.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.40.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.41.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.41.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.41.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.42.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.42.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.42.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.43.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.43.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.43.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.44.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.44.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.44.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.45.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.45.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.45.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.46.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.46.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.46.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.47.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.47.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.47.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.48.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.48.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.48.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.49.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.49.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.49.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.5.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.5.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.5.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.50.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.50.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.50.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.51.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.51.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.51.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.52.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.52.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.52.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.53.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.53.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.53.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.54.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.54.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.54.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.55.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.55.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.55.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.56.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.56.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.56.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.57.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.57.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.57.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.58.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.58.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.58.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.59.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.59.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.59.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.6.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.6.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.6.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.60.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.60.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.60.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.61.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.61.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.61.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.62.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.62.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.62.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.63.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.63.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.63.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.64.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.64.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.64.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.65.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.65.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.65.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.66.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.66.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.66.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.67.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.67.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.67.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.68.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.68.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.68.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.69.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.69.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.69.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.7.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.7.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.7.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.70.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.70.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.70.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.71.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.71.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.71.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.72.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.72.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.72.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.73.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.73.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.73.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.74.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.74.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.74.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.75.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.75.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.75.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.76.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.76.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.76.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.77.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.77.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.77.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.78.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.78.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.78.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.79.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.79.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.79.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.8.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.8.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.8.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.80.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.80.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.80.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.81.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.81.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.81.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.82.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.82.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.82.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.83.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.83.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.83.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.84.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.84.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.84.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.85.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.85.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.85.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.86.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.86.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.86.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.87.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.87.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.87.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.88.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.88.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.88.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.89.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.89.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.89.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.9.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.9.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.9.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.90.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.90.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.90.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.91.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.91.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.91.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.92.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.92.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.92.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.93.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.93.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.93.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.94.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.94.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.94.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.95.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.95.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.95.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.96.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.96.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.96.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.97.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.97.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.97.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.98.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.98.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.98.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.99.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.99.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.experts.99.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.shared_experts.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.shared_experts.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.52.shared_experts.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.attention.wo.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.attention.wq.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.0.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.0.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.0.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.1.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.1.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.1.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.10.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.10.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.10.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.100.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.100.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.100.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.101.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.101.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.101.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.102.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.102.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.102.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.103.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.103.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.103.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.104.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.104.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.104.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.105.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.105.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.105.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.106.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.106.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.106.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.107.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.107.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.107.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.108.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.108.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.108.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.109.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.109.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.109.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.11.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.11.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.11.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.110.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.110.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.110.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.111.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.111.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.111.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.112.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.112.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.112.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.113.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.113.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.113.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.114.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.114.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.114.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.115.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.115.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.115.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.116.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.116.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.116.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.117.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.117.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.117.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.118.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.118.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.118.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.119.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.119.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.119.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.12.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.12.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.12.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.120.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.120.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.120.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.121.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.121.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.121.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.122.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.122.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.122.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.123.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.123.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.123.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.124.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.124.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.124.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.125.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.125.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.125.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.126.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.126.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.126.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.127.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.127.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.127.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.13.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.13.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.13.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.14.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.14.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.14.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.15.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.15.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.15.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.16.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.16.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.16.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.17.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.17.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.17.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.18.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.18.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.18.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.19.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.19.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.19.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.2.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.2.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.2.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.20.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.20.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.20.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.21.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.21.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.21.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.22.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.22.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.22.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.23.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.23.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.23.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.24.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.24.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.24.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.25.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.25.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.25.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.26.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.26.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.26.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.27.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.27.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.27.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.28.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.28.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.28.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.29.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.29.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.29.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.3.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.3.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.3.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.30.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.30.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.30.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.31.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.31.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.31.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.32.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.32.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.32.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.33.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.33.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.33.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.34.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.34.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.34.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.35.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.35.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.35.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.36.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.36.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.36.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.37.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.37.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.37.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.38.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.38.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.38.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.39.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.39.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.39.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.4.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.4.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.4.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.40.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.40.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.40.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.41.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.41.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.41.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.42.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.42.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.42.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.43.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.43.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.43.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.44.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.44.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.44.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.45.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.45.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.45.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.46.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.46.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.46.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.47.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.47.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.47.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.48.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.48.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.48.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.49.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.49.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.49.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.5.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.5.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.5.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.50.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.50.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.50.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.51.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.51.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.51.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.52.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.52.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.52.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.53.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.53.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.53.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.54.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.54.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.54.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.55.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.55.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.55.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.56.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.56.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.56.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.57.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.57.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.57.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.58.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.58.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.58.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.59.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.59.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.59.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.6.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.6.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.6.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.60.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.60.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.60.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.61.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.61.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.61.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.62.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.62.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.62.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.63.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.63.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.63.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.64.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.64.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.64.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.65.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.65.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.65.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.66.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.66.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.66.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.67.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.67.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.67.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.68.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.68.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.68.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.69.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.69.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.69.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.7.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.7.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.7.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.70.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.70.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.70.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.71.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.71.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.71.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.72.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.72.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.72.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.73.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.73.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.73.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.74.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.74.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.74.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.75.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.75.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.75.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.76.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.76.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.76.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.77.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.77.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.77.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.78.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.78.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.78.w3.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.79.w1.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.79.w2.weight": "consolidated-00036-of-00054.safetensors",
    "layers.53.experts.79.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.8.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.8.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.8.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.80.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.80.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.80.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.81.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.81.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.81.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.82.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.82.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.82.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.83.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.83.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.83.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.84.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.84.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.84.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.85.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.85.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.85.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.86.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.86.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.86.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.87.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.87.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.87.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.88.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.88.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.88.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.89.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.89.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.89.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.9.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.9.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.9.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.90.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.90.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.90.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.91.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.91.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.91.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.92.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.92.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.92.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.93.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.93.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.93.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.94.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.94.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.94.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.95.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.95.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.95.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.96.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.96.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.96.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.97.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.97.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.97.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.98.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.98.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.98.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.99.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.99.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.99.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.shared_experts.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.shared_experts.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.shared_experts.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.attention.wo.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.attention.wq.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.0.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.0.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.0.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.1.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.1.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.1.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.10.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.10.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.10.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.100.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.100.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.100.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.101.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.101.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.101.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.102.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.102.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.102.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.103.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.103.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.103.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.104.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.104.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.104.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.105.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.105.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.105.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.106.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.106.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.106.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.107.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.107.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.107.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.108.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.108.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.108.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.109.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.109.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.109.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.11.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.11.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.11.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.110.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.110.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.110.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.111.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.111.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.111.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.112.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.112.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.112.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.113.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.113.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.113.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.114.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.114.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.114.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.115.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.115.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.115.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.116.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.116.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.116.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.117.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.117.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.117.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.118.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.118.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.118.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.119.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.119.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.119.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.12.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.12.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.12.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.120.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.120.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.120.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.121.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.121.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.121.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.122.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.122.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.122.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.123.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.123.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.123.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.124.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.124.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.124.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.125.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.125.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.125.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.126.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.126.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.126.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.127.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.127.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.127.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.13.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.13.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.13.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.14.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.14.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.14.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.15.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.15.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.15.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.16.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.16.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.16.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.17.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.17.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.17.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.18.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.18.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.18.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.19.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.19.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.19.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.2.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.2.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.2.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.20.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.20.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.20.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.21.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.21.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.21.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.22.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.22.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.22.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.23.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.23.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.23.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.24.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.24.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.24.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.25.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.25.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.25.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.26.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.26.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.26.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.27.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.27.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.27.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.28.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.28.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.28.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.29.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.29.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.29.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.3.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.3.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.3.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.30.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.30.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.30.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.31.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.31.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.31.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.32.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.32.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.32.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.33.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.33.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.33.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.34.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.34.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.34.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.35.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.35.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.35.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.36.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.36.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.36.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.37.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.37.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.37.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.38.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.38.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.38.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.39.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.39.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.39.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.4.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.4.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.4.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.40.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.40.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.40.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.41.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.41.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.41.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.42.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.42.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.42.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.43.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.43.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.43.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.44.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.44.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.44.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.45.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.45.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.45.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.46.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.46.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.46.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.47.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.47.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.47.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.48.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.48.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.48.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.49.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.49.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.49.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.5.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.5.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.5.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.50.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.50.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.50.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.51.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.51.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.51.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.52.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.52.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.52.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.53.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.53.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.53.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.54.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.54.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.54.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.55.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.55.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.55.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.56.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.56.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.56.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.57.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.57.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.57.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.58.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.58.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.58.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.59.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.59.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.59.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.6.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.6.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.6.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.60.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.60.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.60.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.61.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.61.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.61.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.62.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.62.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.62.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.63.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.63.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.63.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.64.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.64.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.64.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.65.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.65.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.65.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.66.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.66.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.66.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.67.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.67.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.67.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.68.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.68.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.68.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.69.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.69.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.69.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.7.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.7.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.7.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.70.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.70.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.70.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.71.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.71.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.71.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.72.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.72.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.72.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.73.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.73.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.73.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.74.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.74.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.74.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.75.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.75.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.75.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.76.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.76.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.76.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.77.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.77.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.77.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.78.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.78.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.78.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.79.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.79.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.79.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.8.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.8.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.8.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.80.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.80.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.80.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.81.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.81.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.81.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.82.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.82.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.82.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.83.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.83.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.83.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.84.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.84.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.84.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.85.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.85.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.85.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.86.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.86.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.86.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.87.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.87.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.87.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.88.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.88.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.88.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.89.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.89.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.89.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.9.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.9.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.9.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.90.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.90.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.90.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.91.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.91.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.91.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.92.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.92.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.92.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.93.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.93.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.93.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.94.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.94.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.94.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.95.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.95.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.95.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.96.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.96.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.96.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.97.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.97.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.97.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.98.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.98.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.98.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.99.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.99.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.99.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.shared_experts.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.shared_experts.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.shared_experts.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.attention.indexer.wq_b.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.attention.wo.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.attention.wq.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.0.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.0.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.0.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.1.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.1.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.1.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.10.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.10.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.10.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.100.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.100.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.100.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.101.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.101.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.101.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.102.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.102.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.102.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.103.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.103.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.103.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.104.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.104.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.104.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.105.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.105.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.105.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.106.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.106.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.106.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.107.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.107.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.107.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.108.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.108.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.108.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.109.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.109.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.109.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.11.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.11.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.11.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.110.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.110.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.110.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.111.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.111.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.111.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.112.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.112.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.112.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.113.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.113.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.113.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.114.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.114.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.114.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.115.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.115.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.115.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.116.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.116.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.116.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.117.w1.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.117.w2.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.117.w3.qscale_weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.79.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.8.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.8.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.8.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.80.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.80.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.80.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.81.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.81.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.81.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.82.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.82.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.82.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.83.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.83.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.83.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.84.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.84.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.84.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.85.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.85.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.85.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.86.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.86.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.86.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.87.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.87.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.87.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.88.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.88.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.88.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.89.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.89.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.89.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.9.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.9.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.9.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.90.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.90.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.90.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.91.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.91.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.91.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.92.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.92.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.92.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.93.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.93.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.93.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.94.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.94.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.94.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.95.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.95.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.95.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.96.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.96.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.96.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.97.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.97.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.97.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.98.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.98.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.98.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.99.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.99.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.experts.99.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.shared_experts.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.shared_experts.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.53.shared_experts.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.attention.wo.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.attention.wq.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.0.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.0.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.0.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.1.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.1.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.1.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.10.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.10.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.10.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.100.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.100.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.100.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.101.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.101.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.101.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.102.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.102.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.102.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.103.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.103.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.103.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.104.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.104.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.104.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.105.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.105.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.105.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.106.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.106.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.106.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.107.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.107.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.107.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.108.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.108.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.108.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.109.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.109.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.109.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.11.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.11.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.11.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.110.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.110.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.110.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.111.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.111.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.111.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.112.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.112.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.112.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.113.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.113.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.113.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.114.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.114.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.114.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.115.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.115.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.115.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.116.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.116.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.116.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.117.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.117.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.117.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.118.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.118.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.118.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.119.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.119.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.119.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.12.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.12.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.12.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.120.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.120.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.120.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.121.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.121.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.121.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.122.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.122.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.122.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.123.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.123.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.123.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.124.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.124.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.124.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.125.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.125.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.125.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.126.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.126.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.126.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.127.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.127.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.127.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.13.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.13.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.13.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.14.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.14.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.14.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.15.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.15.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.15.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.16.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.16.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.16.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.17.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.17.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.17.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.18.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.18.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.18.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.19.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.19.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.19.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.2.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.2.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.2.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.20.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.20.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.20.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.21.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.21.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.21.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.22.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.22.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.22.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.23.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.23.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.23.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.24.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.24.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.24.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.25.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.25.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.25.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.26.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.26.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.26.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.27.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.27.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.27.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.28.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.28.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.28.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.29.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.29.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.29.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.3.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.3.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.3.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.30.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.30.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.30.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.31.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.31.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.31.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.32.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.32.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.32.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.33.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.33.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.33.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.34.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.34.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.34.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.35.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.35.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.35.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.36.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.36.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.36.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.37.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.37.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.37.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.38.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.38.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.38.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.39.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.39.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.39.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.4.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.4.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.4.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.40.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.40.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.40.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.41.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.41.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.41.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.42.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.42.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.42.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.43.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.43.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.43.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.44.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.44.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.44.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.45.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.45.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.45.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.46.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.46.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.46.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.47.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.47.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.47.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.48.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.48.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.48.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.49.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.49.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.49.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.5.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.5.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.5.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.50.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.50.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.50.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.51.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.51.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.51.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.52.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.52.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.52.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.53.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.53.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.53.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.54.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.54.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.54.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.55.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.55.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.55.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.56.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.56.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.56.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.57.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.57.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.57.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.58.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.58.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.58.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.59.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.59.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.59.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.6.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.6.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.6.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.60.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.60.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.60.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.61.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.61.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.61.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.62.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.62.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.62.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.63.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.63.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.63.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.64.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.64.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.64.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.65.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.65.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.65.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.66.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.66.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.66.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.67.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.67.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.67.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.68.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.68.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.68.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.69.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.69.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.69.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.7.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.7.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.7.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.70.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.70.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.70.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.71.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.71.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.71.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.72.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.72.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.72.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.73.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.73.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.73.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.74.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.74.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.74.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.75.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.75.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.75.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.76.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.76.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.76.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.77.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.77.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.77.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.78.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.78.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.78.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.79.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.79.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.79.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.8.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.8.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.8.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.80.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.80.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.80.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.81.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.81.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.81.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.82.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.82.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.82.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.83.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.83.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.83.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.84.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.84.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.84.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.85.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.85.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.85.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.86.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.86.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.86.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.87.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.87.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.87.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.88.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.88.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.88.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.89.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.89.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.89.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.9.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.9.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.9.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.90.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.90.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.90.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.91.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.91.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.91.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.92.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.92.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.92.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.93.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.93.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.93.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.94.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.94.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.94.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.95.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.95.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.95.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.96.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.96.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.96.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.97.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.97.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.97.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.98.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.98.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.98.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.99.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.99.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.experts.99.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.shared_experts.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.shared_experts.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.54.shared_experts.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.attention.indexer.wq_b.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.attention.wo.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.attention.wq.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.0.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.0.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.0.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.1.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.1.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.1.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.10.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.10.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.10.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.100.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.100.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.100.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.101.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.101.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.101.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.102.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.102.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.102.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.103.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.103.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.103.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.104.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.104.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.104.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.105.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.105.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.105.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.106.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.106.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.106.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.107.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.107.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.107.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.108.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.108.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.108.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.109.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.109.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.109.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.11.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.11.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.11.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.110.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.110.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.110.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.111.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.111.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.111.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.112.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.112.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.112.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.113.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.113.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.113.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.114.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.114.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.114.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.115.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.115.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.115.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.116.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.116.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.116.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.117.w1.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.117.w2.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.117.w3.weight": "consolidated-00037-of-00054.safetensors",
    "layers.55.experts.118.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.118.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.118.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.119.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.119.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.119.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.12.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.12.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.12.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.120.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.120.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.120.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.121.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.121.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.121.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.122.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.122.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.122.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.123.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.123.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.123.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.124.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.124.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.124.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.125.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.125.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.125.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.126.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.126.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.126.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.127.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.127.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.127.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.13.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.13.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.13.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.14.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.14.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.14.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.15.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.15.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.15.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.16.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.16.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.16.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.17.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.17.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.17.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.18.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.18.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.18.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.19.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.19.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.19.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.2.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.2.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.2.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.20.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.20.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.20.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.21.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.21.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.21.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.22.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.22.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.22.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.23.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.23.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.23.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.24.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.24.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.24.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.25.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.25.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.25.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.26.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.26.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.26.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.27.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.27.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.27.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.28.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.28.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.28.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.29.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.29.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.29.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.3.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.3.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.3.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.30.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.30.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.30.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.31.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.31.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.31.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.32.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.32.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.32.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.33.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.33.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.33.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.34.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.34.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.34.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.35.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.35.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.35.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.36.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.36.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.36.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.37.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.37.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.37.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.38.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.38.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.38.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.39.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.39.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.39.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.4.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.4.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.4.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.40.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.40.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.40.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.41.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.41.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.41.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.42.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.42.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.42.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.43.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.43.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.43.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.44.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.44.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.44.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.45.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.45.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.45.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.46.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.46.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.46.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.47.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.47.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.47.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.48.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.48.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.48.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.49.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.49.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.49.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.5.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.5.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.5.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.50.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.50.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.50.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.51.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.51.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.51.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.52.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.52.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.52.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.53.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.53.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.53.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.54.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.54.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.54.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.55.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.55.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.55.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.56.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.56.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.56.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.57.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.57.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.57.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.58.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.58.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.58.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.59.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.59.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.59.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.6.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.6.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.6.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.60.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.60.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.60.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.61.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.61.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.61.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.62.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.62.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.62.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.63.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.63.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.63.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.64.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.64.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.64.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.65.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.65.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.65.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.66.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.66.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.66.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.67.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.67.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.67.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.68.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.68.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.68.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.69.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.69.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.69.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.7.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.7.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.7.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.70.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.70.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.70.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.71.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.71.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.71.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.72.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.72.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.72.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.73.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.73.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.73.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.74.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.74.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.74.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.75.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.75.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.75.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.76.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.76.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.76.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.77.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.77.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.77.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.78.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.78.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.78.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.79.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.79.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.79.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.8.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.8.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.8.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.80.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.80.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.80.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.81.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.81.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.81.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.82.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.82.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.82.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.83.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.83.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.83.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.84.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.84.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.84.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.85.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.85.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.85.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.86.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.86.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.86.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.87.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.87.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.87.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.88.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.88.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.88.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.89.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.89.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.89.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.9.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.9.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.9.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.90.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.90.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.90.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.91.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.91.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.91.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.92.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.92.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.92.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.93.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.93.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.93.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.94.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.94.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.94.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.95.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.95.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.95.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.96.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.96.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.96.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.97.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.97.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.97.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.98.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.98.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.98.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.99.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.99.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.99.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.shared_experts.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.shared_experts.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.shared_experts.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.attention.indexer.wq_b.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.attention.wo.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.attention.wq.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.0.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.0.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.0.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.1.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.1.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.1.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.10.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.10.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.10.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.100.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.100.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.100.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.101.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.101.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.101.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.102.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.102.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.102.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.103.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.103.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.103.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.104.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.104.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.104.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.105.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.105.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.105.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.106.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.106.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.106.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.107.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.107.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.107.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.108.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.108.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.108.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.109.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.109.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.109.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.11.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.11.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.11.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.110.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.110.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.110.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.111.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.111.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.111.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.112.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.112.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.112.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.113.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.113.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.113.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.114.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.114.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.114.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.115.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.115.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.115.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.116.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.116.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.116.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.117.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.117.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.117.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.118.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.118.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.118.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.119.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.119.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.119.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.12.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.12.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.12.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.120.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.120.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.120.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.121.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.121.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.121.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.122.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.122.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.122.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.123.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.123.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.123.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.124.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.124.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.124.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.125.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.125.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.125.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.126.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.126.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.126.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.127.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.127.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.127.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.13.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.13.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.13.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.14.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.14.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.14.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.15.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.15.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.15.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.16.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.16.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.16.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.17.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.17.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.17.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.18.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.18.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.18.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.19.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.19.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.19.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.2.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.2.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.2.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.20.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.20.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.20.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.21.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.21.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.21.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.22.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.22.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.22.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.23.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.23.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.23.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.24.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.24.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.24.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.25.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.25.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.25.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.26.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.26.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.26.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.27.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.27.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.27.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.28.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.28.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.28.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.29.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.29.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.29.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.3.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.3.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.3.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.30.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.30.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.30.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.31.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.31.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.31.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.32.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.32.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.32.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.33.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.33.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.33.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.34.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.34.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.34.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.35.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.35.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.35.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.36.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.36.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.36.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.37.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.37.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.37.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.38.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.38.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.38.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.39.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.39.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.39.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.4.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.4.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.4.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.40.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.40.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.40.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.41.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.41.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.41.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.42.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.42.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.42.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.43.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.43.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.43.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.44.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.44.w2.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.44.w3.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.45.w1.qscale_weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.118.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.118.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.118.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.119.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.119.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.119.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.12.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.12.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.12.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.120.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.120.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.120.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.121.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.121.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.121.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.122.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.122.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.122.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.123.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.123.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.123.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.124.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.124.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.124.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.125.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.125.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.125.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.126.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.126.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.126.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.127.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.127.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.127.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.13.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.13.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.13.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.14.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.14.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.14.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.15.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.15.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.15.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.16.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.16.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.16.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.17.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.17.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.17.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.18.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.18.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.18.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.19.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.19.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.19.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.2.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.2.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.2.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.20.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.20.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.20.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.21.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.21.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.21.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.22.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.22.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.22.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.23.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.23.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.23.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.24.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.24.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.24.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.25.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.25.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.25.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.26.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.26.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.26.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.27.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.27.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.27.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.28.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.28.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.28.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.29.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.29.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.29.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.3.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.3.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.3.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.30.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.30.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.30.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.31.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.31.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.31.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.32.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.32.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.32.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.33.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.33.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.33.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.34.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.34.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.34.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.35.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.35.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.35.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.36.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.36.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.36.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.37.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.37.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.37.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.38.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.38.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.38.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.39.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.39.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.39.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.4.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.4.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.4.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.40.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.40.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.40.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.41.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.41.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.41.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.42.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.42.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.42.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.43.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.43.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.43.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.44.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.44.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.44.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.45.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.45.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.45.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.46.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.46.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.46.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.47.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.47.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.47.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.48.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.48.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.48.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.49.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.49.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.49.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.5.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.5.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.5.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.50.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.50.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.50.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.51.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.51.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.51.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.52.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.52.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.52.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.53.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.53.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.53.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.54.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.54.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.54.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.55.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.55.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.55.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.56.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.56.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.56.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.57.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.57.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.57.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.58.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.58.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.58.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.59.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.59.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.59.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.6.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.6.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.6.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.60.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.60.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.60.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.61.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.61.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.61.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.62.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.62.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.62.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.63.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.63.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.63.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.64.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.64.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.64.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.65.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.65.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.65.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.66.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.66.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.66.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.67.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.67.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.67.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.68.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.68.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.68.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.69.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.69.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.69.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.7.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.7.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.7.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.70.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.70.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.70.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.71.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.71.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.71.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.72.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.72.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.72.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.73.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.73.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.73.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.74.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.74.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.74.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.75.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.75.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.75.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.76.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.76.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.76.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.77.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.77.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.77.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.78.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.78.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.78.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.79.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.79.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.79.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.8.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.8.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.8.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.80.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.80.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.80.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.81.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.81.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.81.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.82.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.82.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.82.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.83.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.83.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.83.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.84.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.84.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.84.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.85.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.85.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.85.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.86.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.86.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.86.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.87.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.87.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.87.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.88.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.88.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.88.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.89.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.89.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.89.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.9.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.9.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.9.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.90.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.90.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.90.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.91.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.91.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.91.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.92.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.92.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.92.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.93.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.93.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.93.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.94.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.94.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.94.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.95.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.95.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.95.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.96.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.96.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.96.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.97.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.97.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.97.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.98.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.98.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.98.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.99.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.99.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.experts.99.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.shared_experts.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.shared_experts.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.55.shared_experts.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.attention.indexer.wq_b.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.attention.wo.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.attention.wq.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.0.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.0.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.0.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.1.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.1.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.1.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.10.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.10.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.10.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.100.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.100.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.100.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.101.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.101.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.101.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.102.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.102.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.102.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.103.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.103.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.103.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.104.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.104.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.104.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.105.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.105.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.105.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.106.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.106.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.106.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.107.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.107.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.107.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.108.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.108.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.108.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.109.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.109.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.109.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.11.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.11.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.11.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.110.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.110.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.110.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.111.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.111.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.111.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.112.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.112.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.112.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.113.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.113.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.113.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.114.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.114.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.114.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.115.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.115.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.115.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.116.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.116.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.116.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.117.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.117.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.117.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.118.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.118.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.118.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.119.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.119.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.119.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.12.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.12.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.12.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.120.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.120.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.120.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.121.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.121.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.121.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.122.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.122.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.122.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.123.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.123.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.123.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.124.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.124.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.124.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.125.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.125.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.125.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.126.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.126.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.126.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.127.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.127.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.127.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.13.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.13.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.13.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.14.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.14.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.14.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.15.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.15.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.15.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.16.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.16.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.16.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.17.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.17.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.17.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.18.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.18.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.18.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.19.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.19.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.19.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.2.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.2.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.2.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.20.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.20.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.20.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.21.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.21.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.21.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.22.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.22.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.22.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.23.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.23.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.23.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.24.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.24.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.24.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.25.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.25.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.25.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.26.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.26.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.26.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.27.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.27.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.27.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.28.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.28.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.28.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.29.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.29.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.29.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.3.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.3.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.3.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.30.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.30.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.30.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.31.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.31.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.31.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.32.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.32.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.32.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.33.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.33.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.33.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.34.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.34.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.34.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.35.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.35.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.35.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.36.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.36.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.36.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.37.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.37.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.37.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.38.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.38.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.38.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.39.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.39.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.39.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.4.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.4.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.4.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.40.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.40.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.40.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.41.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.41.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.41.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.42.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.42.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.42.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.43.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.43.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.43.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.44.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.44.w2.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.44.w3.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.45.w1.weight": "consolidated-00038-of-00054.safetensors",
    "layers.56.experts.45.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.45.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.46.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.46.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.46.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.47.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.47.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.47.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.48.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.48.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.48.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.49.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.49.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.49.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.5.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.5.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.5.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.50.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.50.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.50.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.51.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.51.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.51.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.52.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.52.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.52.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.53.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.53.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.53.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.54.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.54.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.54.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.55.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.55.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.55.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.56.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.56.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.56.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.57.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.57.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.57.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.58.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.58.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.58.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.59.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.59.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.59.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.6.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.6.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.6.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.60.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.60.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.60.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.61.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.61.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.61.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.62.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.62.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.62.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.63.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.63.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.63.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.64.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.64.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.64.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.65.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.65.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.65.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.66.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.66.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.66.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.67.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.67.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.67.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.68.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.68.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.68.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.69.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.69.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.69.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.7.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.7.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.7.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.70.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.70.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.70.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.71.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.71.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.71.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.72.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.72.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.72.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.73.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.73.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.73.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.74.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.74.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.74.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.75.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.75.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.75.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.76.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.76.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.76.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.77.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.77.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.77.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.78.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.78.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.78.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.79.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.79.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.79.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.8.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.8.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.8.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.80.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.80.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.80.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.81.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.81.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.81.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.82.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.82.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.82.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.83.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.83.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.83.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.84.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.84.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.84.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.85.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.85.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.85.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.86.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.86.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.86.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.87.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.87.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.87.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.88.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.88.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.88.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.89.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.89.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.89.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.9.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.9.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.9.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.90.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.90.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.90.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.91.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.91.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.91.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.92.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.92.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.92.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.93.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.93.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.93.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.94.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.94.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.94.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.95.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.95.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.95.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.96.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.96.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.96.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.97.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.97.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.97.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.98.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.98.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.98.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.99.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.99.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.99.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.shared_experts.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.shared_experts.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.shared_experts.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.attention.wo.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.attention.wq.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.0.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.0.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.0.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.1.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.1.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.1.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.10.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.10.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.10.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.100.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.100.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.100.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.101.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.101.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.101.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.102.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.102.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.102.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.103.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.103.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.103.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.104.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.104.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.104.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.105.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.105.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.105.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.106.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.106.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.106.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.107.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.107.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.107.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.108.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.108.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.108.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.109.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.109.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.109.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.11.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.11.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.11.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.110.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.110.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.110.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.111.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.111.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.111.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.112.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.112.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.112.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.113.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.113.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.113.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.114.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.114.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.114.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.115.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.115.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.115.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.116.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.116.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.116.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.117.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.117.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.117.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.118.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.118.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.118.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.119.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.119.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.119.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.12.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.12.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.12.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.120.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.120.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.120.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.121.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.121.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.121.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.122.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.122.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.122.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.123.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.123.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.123.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.124.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.124.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.124.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.125.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.125.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.125.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.126.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.126.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.126.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.127.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.127.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.127.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.13.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.13.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.13.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.14.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.14.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.14.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.15.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.15.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.15.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.16.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.16.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.16.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.17.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.17.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.17.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.18.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.18.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.18.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.19.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.19.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.19.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.2.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.2.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.2.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.20.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.20.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.20.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.21.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.21.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.21.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.22.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.22.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.22.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.23.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.23.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.23.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.24.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.24.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.24.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.25.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.25.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.25.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.26.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.26.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.26.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.27.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.27.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.27.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.28.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.28.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.28.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.29.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.29.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.29.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.3.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.3.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.3.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.30.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.30.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.30.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.31.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.31.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.31.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.32.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.32.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.32.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.33.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.33.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.33.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.34.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.34.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.34.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.35.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.35.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.35.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.36.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.36.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.36.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.37.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.37.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.37.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.38.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.38.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.38.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.39.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.39.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.39.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.4.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.4.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.4.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.40.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.40.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.40.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.41.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.41.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.41.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.42.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.42.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.42.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.43.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.43.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.43.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.44.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.44.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.44.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.45.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.45.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.45.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.46.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.46.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.46.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.47.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.47.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.47.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.48.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.48.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.48.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.49.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.49.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.49.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.5.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.5.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.5.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.50.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.50.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.50.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.51.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.51.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.51.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.52.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.52.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.52.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.53.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.53.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.53.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.54.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.54.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.54.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.55.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.55.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.55.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.56.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.56.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.56.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.57.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.57.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.57.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.58.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.58.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.58.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.59.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.59.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.59.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.6.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.6.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.6.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.60.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.60.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.60.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.61.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.61.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.61.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.62.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.62.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.62.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.63.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.63.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.63.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.64.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.64.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.64.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.65.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.65.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.65.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.66.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.66.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.66.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.67.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.67.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.67.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.68.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.68.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.68.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.69.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.69.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.69.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.7.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.7.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.7.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.70.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.70.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.70.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.71.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.71.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.71.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.72.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.72.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.72.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.73.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.73.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.73.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.74.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.74.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.74.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.75.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.75.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.75.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.76.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.76.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.76.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.77.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.77.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.77.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.78.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.78.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.78.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.79.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.79.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.79.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.8.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.8.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.8.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.80.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.80.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.80.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.81.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.81.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.81.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.82.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.82.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.82.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.83.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.83.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.83.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.84.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.84.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.84.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.85.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.85.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.85.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.86.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.86.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.86.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.87.w1.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.87.w2.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.87.w3.qscale_weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.45.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.45.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.46.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.46.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.46.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.47.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.47.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.47.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.48.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.48.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.48.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.49.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.49.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.49.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.5.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.5.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.5.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.50.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.50.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.50.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.51.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.51.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.51.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.52.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.52.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.52.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.53.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.53.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.53.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.54.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.54.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.54.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.55.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.55.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.55.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.56.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.56.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.56.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.57.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.57.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.57.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.58.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.58.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.58.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.59.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.59.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.59.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.6.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.6.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.6.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.60.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.60.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.60.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.61.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.61.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.61.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.62.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.62.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.62.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.63.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.63.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.63.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.64.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.64.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.64.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.65.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.65.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.65.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.66.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.66.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.66.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.67.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.67.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.67.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.68.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.68.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.68.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.69.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.69.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.69.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.7.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.7.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.7.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.70.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.70.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.70.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.71.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.71.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.71.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.72.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.72.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.72.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.73.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.73.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.73.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.74.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.74.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.74.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.75.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.75.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.75.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.76.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.76.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.76.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.77.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.77.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.77.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.78.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.78.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.78.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.79.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.79.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.79.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.8.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.8.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.8.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.80.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.80.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.80.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.81.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.81.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.81.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.82.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.82.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.82.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.83.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.83.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.83.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.84.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.84.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.84.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.85.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.85.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.85.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.86.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.86.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.86.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.87.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.87.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.87.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.88.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.88.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.88.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.89.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.89.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.89.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.9.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.9.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.9.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.90.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.90.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.90.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.91.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.91.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.91.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.92.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.92.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.92.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.93.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.93.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.93.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.94.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.94.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.94.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.95.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.95.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.95.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.96.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.96.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.96.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.97.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.97.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.97.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.98.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.98.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.98.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.99.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.99.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.experts.99.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.shared_experts.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.shared_experts.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.56.shared_experts.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.attention.wo.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.attention.wq.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.0.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.0.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.0.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.1.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.1.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.1.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.10.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.10.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.10.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.100.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.100.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.100.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.101.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.101.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.101.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.102.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.102.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.102.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.103.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.103.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.103.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.104.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.104.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.104.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.105.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.105.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.105.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.106.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.106.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.106.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.107.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.107.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.107.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.108.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.108.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.108.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.109.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.109.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.109.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.11.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.11.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.11.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.110.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.110.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.110.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.111.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.111.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.111.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.112.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.112.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.112.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.113.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.113.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.113.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.114.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.114.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.114.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.115.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.115.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.115.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.116.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.116.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.116.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.117.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.117.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.117.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.118.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.118.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.118.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.119.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.119.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.119.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.12.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.12.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.12.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.120.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.120.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.120.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.121.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.121.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.121.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.122.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.122.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.122.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.123.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.123.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.123.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.124.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.124.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.124.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.125.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.125.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.125.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.126.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.126.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.126.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.127.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.127.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.127.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.13.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.13.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.13.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.14.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.14.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.14.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.15.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.15.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.15.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.16.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.16.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.16.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.17.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.17.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.17.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.18.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.18.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.18.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.19.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.19.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.19.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.2.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.2.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.2.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.20.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.20.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.20.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.21.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.21.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.21.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.22.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.22.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.22.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.23.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.23.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.23.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.24.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.24.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.24.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.25.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.25.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.25.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.26.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.26.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.26.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.27.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.27.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.27.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.28.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.28.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.28.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.29.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.29.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.29.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.3.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.3.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.3.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.30.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.30.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.30.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.31.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.31.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.31.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.32.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.32.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.32.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.33.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.33.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.33.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.34.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.34.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.34.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.35.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.35.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.35.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.36.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.36.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.36.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.37.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.37.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.37.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.38.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.38.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.38.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.39.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.39.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.39.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.4.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.4.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.4.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.40.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.40.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.40.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.41.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.41.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.41.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.42.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.42.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.42.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.43.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.43.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.43.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.44.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.44.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.44.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.45.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.45.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.45.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.46.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.46.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.46.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.47.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.47.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.47.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.48.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.48.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.48.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.49.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.49.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.49.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.5.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.5.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.5.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.50.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.50.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.50.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.51.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.51.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.51.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.52.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.52.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.52.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.53.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.53.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.53.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.54.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.54.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.54.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.55.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.55.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.55.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.56.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.56.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.56.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.57.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.57.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.57.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.58.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.58.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.58.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.59.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.59.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.59.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.6.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.6.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.6.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.60.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.60.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.60.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.61.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.61.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.61.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.62.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.62.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.62.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.63.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.63.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.63.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.64.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.64.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.64.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.65.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.65.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.65.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.66.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.66.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.66.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.67.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.67.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.67.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.68.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.68.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.68.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.69.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.69.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.69.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.7.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.7.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.7.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.70.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.70.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.70.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.71.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.71.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.71.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.72.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.72.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.72.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.73.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.73.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.73.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.74.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.74.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.74.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.75.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.75.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.75.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.76.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.76.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.76.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.77.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.77.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.77.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.78.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.78.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.78.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.79.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.79.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.79.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.8.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.8.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.8.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.80.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.80.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.80.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.81.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.81.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.81.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.82.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.82.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.82.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.83.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.83.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.83.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.84.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.84.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.84.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.85.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.85.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.85.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.86.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.86.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.86.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.87.w1.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.87.w2.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.87.w3.weight": "consolidated-00039-of-00054.safetensors",
    "layers.57.experts.88.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.88.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.88.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.89.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.89.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.89.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.9.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.9.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.9.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.90.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.90.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.90.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.91.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.91.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.91.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.92.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.92.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.92.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.93.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.93.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.93.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.94.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.94.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.94.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.95.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.95.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.95.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.96.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.96.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.96.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.97.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.97.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.97.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.98.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.98.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.98.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.99.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.99.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.99.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.shared_experts.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.shared_experts.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.shared_experts.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.attention.wo.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.attention.wq.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.0.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.0.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.0.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.1.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.1.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.1.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.10.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.10.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.10.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.100.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.100.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.100.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.101.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.101.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.101.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.102.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.102.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.102.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.103.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.103.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.103.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.104.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.104.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.104.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.105.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.105.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.105.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.106.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.106.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.106.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.107.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.107.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.107.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.108.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.108.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.108.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.109.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.109.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.109.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.11.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.11.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.11.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.110.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.110.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.110.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.111.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.111.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.111.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.112.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.112.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.112.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.113.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.113.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.113.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.114.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.114.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.114.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.115.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.115.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.115.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.116.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.116.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.116.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.117.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.117.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.117.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.118.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.118.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.118.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.119.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.119.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.119.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.12.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.12.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.12.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.120.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.120.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.120.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.121.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.121.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.121.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.122.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.122.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.122.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.123.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.123.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.123.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.124.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.124.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.124.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.125.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.125.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.125.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.126.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.126.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.126.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.127.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.127.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.127.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.13.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.13.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.13.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.14.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.14.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.14.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.15.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.15.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.15.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.16.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.16.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.16.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.17.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.17.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.17.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.18.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.18.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.18.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.19.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.19.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.19.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.2.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.2.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.2.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.20.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.20.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.20.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.21.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.21.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.21.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.22.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.22.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.22.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.23.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.23.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.23.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.24.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.24.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.24.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.25.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.25.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.25.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.26.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.26.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.26.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.27.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.27.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.27.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.28.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.28.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.28.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.29.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.29.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.29.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.3.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.3.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.3.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.30.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.30.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.30.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.31.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.31.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.31.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.32.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.32.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.32.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.33.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.33.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.33.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.34.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.34.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.34.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.35.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.35.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.35.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.36.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.36.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.36.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.37.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.37.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.37.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.38.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.38.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.38.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.39.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.39.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.39.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.4.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.4.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.4.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.40.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.40.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.40.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.41.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.41.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.41.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.42.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.42.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.42.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.43.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.43.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.43.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.44.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.44.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.44.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.45.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.45.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.45.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.46.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.46.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.46.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.47.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.47.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.47.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.48.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.48.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.48.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.49.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.49.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.49.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.5.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.5.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.5.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.50.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.50.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.50.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.51.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.51.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.51.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.52.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.52.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.52.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.53.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.53.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.53.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.54.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.54.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.54.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.55.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.55.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.55.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.56.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.56.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.56.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.57.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.57.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.57.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.58.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.58.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.58.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.59.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.59.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.59.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.6.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.6.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.6.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.60.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.60.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.60.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.61.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.61.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.61.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.62.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.62.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.62.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.63.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.63.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.63.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.64.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.64.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.64.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.65.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.65.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.65.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.66.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.66.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.66.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.67.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.67.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.67.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.68.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.68.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.68.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.69.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.69.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.69.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.7.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.7.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.7.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.70.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.70.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.70.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.71.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.71.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.71.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.72.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.72.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.72.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.73.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.73.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.73.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.74.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.74.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.74.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.75.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.75.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.75.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.76.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.76.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.76.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.77.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.77.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.77.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.78.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.78.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.78.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.79.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.79.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.79.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.8.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.8.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.8.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.80.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.80.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.80.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.81.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.81.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.81.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.82.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.82.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.82.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.83.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.83.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.83.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.84.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.84.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.84.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.85.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.85.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.85.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.86.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.86.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.86.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.87.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.87.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.87.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.88.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.88.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.88.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.89.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.89.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.89.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.9.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.9.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.9.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.90.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.90.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.90.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.91.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.91.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.91.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.92.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.92.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.92.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.93.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.93.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.93.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.94.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.94.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.94.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.95.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.95.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.95.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.96.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.96.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.96.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.97.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.97.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.97.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.98.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.98.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.98.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.99.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.99.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.99.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.shared_experts.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.shared_experts.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.shared_experts.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.attention.indexer.wq_b.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.attention.wo.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.attention.wq.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.0.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.0.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.0.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.1.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.1.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.1.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.10.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.10.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.10.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.100.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.100.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.100.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.101.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.101.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.101.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.102.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.102.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.102.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.103.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.103.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.103.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.104.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.104.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.104.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.105.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.105.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.105.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.106.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.106.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.106.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.107.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.107.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.107.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.108.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.108.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.108.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.109.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.109.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.109.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.11.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.11.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.11.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.110.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.110.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.110.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.111.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.111.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.111.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.112.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.112.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.112.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.113.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.113.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.113.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.114.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.114.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.114.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.115.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.115.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.115.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.116.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.116.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.116.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.117.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.117.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.117.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.118.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.118.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.118.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.119.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.119.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.119.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.12.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.12.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.12.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.120.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.120.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.120.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.121.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.121.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.121.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.122.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.122.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.122.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.123.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.123.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.123.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.124.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.124.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.124.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.125.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.125.w2.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.125.w3.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.126.w1.qscale_weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.88.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.88.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.88.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.89.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.89.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.89.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.9.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.9.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.9.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.90.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.90.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.90.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.91.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.91.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.91.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.92.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.92.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.92.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.93.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.93.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.93.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.94.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.94.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.94.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.95.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.95.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.95.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.96.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.96.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.96.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.97.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.97.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.97.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.98.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.98.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.98.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.99.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.99.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.experts.99.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.shared_experts.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.shared_experts.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.57.shared_experts.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.attention.wo.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.attention.wq.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.0.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.0.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.0.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.1.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.1.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.1.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.10.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.10.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.10.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.100.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.100.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.100.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.101.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.101.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.101.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.102.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.102.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.102.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.103.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.103.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.103.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.104.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.104.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.104.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.105.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.105.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.105.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.106.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.106.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.106.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.107.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.107.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.107.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.108.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.108.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.108.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.109.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.109.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.109.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.11.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.11.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.11.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.110.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.110.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.110.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.111.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.111.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.111.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.112.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.112.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.112.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.113.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.113.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.113.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.114.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.114.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.114.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.115.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.115.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.115.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.116.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.116.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.116.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.117.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.117.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.117.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.118.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.118.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.118.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.119.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.119.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.119.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.12.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.12.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.12.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.120.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.120.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.120.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.121.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.121.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.121.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.122.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.122.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.122.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.123.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.123.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.123.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.124.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.124.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.124.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.125.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.125.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.125.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.126.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.126.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.126.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.127.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.127.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.127.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.13.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.13.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.13.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.14.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.14.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.14.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.15.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.15.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.15.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.16.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.16.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.16.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.17.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.17.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.17.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.18.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.18.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.18.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.19.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.19.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.19.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.2.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.2.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.2.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.20.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.20.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.20.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.21.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.21.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.21.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.22.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.22.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.22.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.23.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.23.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.23.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.24.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.24.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.24.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.25.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.25.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.25.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.26.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.26.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.26.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.27.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.27.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.27.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.28.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.28.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.28.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.29.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.29.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.29.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.3.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.3.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.3.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.30.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.30.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.30.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.31.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.31.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.31.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.32.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.32.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.32.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.33.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.33.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.33.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.34.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.34.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.34.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.35.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.35.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.35.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.36.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.36.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.36.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.37.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.37.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.37.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.38.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.38.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.38.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.39.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.39.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.39.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.4.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.4.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.4.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.40.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.40.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.40.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.41.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.41.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.41.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.42.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.42.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.42.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.43.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.43.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.43.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.44.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.44.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.44.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.45.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.45.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.45.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.46.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.46.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.46.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.47.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.47.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.47.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.48.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.48.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.48.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.49.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.49.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.49.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.5.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.5.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.5.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.50.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.50.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.50.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.51.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.51.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.51.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.52.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.52.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.52.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.53.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.53.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.53.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.54.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.54.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.54.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.55.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.55.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.55.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.56.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.56.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.56.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.57.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.57.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.57.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.58.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.58.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.58.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.59.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.59.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.59.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.6.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.6.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.6.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.60.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.60.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.60.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.61.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.61.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.61.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.62.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.62.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.62.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.63.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.63.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.63.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.64.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.64.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.64.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.65.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.65.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.65.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.66.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.66.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.66.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.67.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.67.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.67.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.68.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.68.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.68.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.69.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.69.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.69.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.7.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.7.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.7.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.70.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.70.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.70.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.71.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.71.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.71.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.72.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.72.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.72.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.73.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.73.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.73.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.74.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.74.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.74.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.75.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.75.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.75.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.76.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.76.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.76.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.77.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.77.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.77.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.78.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.78.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.78.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.79.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.79.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.79.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.8.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.8.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.8.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.80.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.80.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.80.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.81.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.81.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.81.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.82.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.82.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.82.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.83.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.83.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.83.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.84.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.84.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.84.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.85.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.85.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.85.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.86.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.86.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.86.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.87.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.87.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.87.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.88.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.88.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.88.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.89.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.89.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.89.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.9.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.9.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.9.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.90.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.90.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.90.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.91.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.91.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.91.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.92.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.92.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.92.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.93.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.93.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.93.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.94.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.94.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.94.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.95.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.95.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.95.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.96.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.96.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.96.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.97.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.97.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.97.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.98.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.98.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.98.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.99.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.99.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.experts.99.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.shared_experts.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.shared_experts.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.58.shared_experts.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.attention.indexer.wq_b.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.attention.wo.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.attention.wq.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.0.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.0.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.0.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.1.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.1.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.1.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.10.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.10.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.10.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.100.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.100.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.100.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.101.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.101.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.101.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.102.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.102.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.102.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.103.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.103.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.103.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.104.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.104.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.104.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.105.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.105.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.105.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.106.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.106.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.106.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.107.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.107.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.107.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.108.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.108.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.108.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.109.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.109.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.109.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.11.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.11.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.11.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.110.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.110.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.110.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.111.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.111.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.111.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.112.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.112.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.112.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.113.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.113.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.113.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.114.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.114.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.114.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.115.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.115.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.115.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.116.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.116.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.116.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.117.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.117.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.117.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.118.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.118.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.118.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.119.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.119.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.119.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.12.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.12.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.12.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.120.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.120.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.120.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.121.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.121.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.121.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.122.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.122.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.122.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.123.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.123.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.123.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.124.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.124.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.124.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.125.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.125.w2.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.125.w3.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.126.w1.weight": "consolidated-00040-of-00054.safetensors",
    "layers.59.experts.126.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.126.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.127.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.127.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.127.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.13.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.13.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.13.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.14.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.14.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.14.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.15.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.15.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.15.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.16.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.16.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.16.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.17.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.17.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.17.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.18.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.18.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.18.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.19.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.19.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.19.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.2.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.2.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.2.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.20.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.20.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.20.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.21.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.21.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.21.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.22.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.22.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.22.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.23.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.23.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.23.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.24.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.24.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.24.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.25.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.25.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.25.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.26.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.26.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.26.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.27.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.27.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.27.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.28.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.28.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.28.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.29.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.29.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.29.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.3.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.3.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.3.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.30.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.30.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.30.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.31.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.31.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.31.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.32.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.32.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.32.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.33.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.33.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.33.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.34.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.34.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.34.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.35.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.35.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.35.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.36.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.36.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.36.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.37.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.37.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.37.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.38.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.38.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.38.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.39.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.39.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.39.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.4.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.4.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.4.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.40.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.40.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.40.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.41.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.41.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.41.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.42.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.42.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.42.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.43.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.43.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.43.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.44.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.44.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.44.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.45.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.45.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.45.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.46.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.46.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.46.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.47.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.47.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.47.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.48.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.48.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.48.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.49.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.49.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.49.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.5.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.5.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.5.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.50.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.50.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.50.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.51.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.51.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.51.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.52.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.52.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.52.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.53.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.53.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.53.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.54.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.54.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.54.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.55.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.55.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.55.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.56.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.56.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.56.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.57.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.57.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.57.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.58.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.58.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.58.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.59.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.59.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.59.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.6.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.6.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.6.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.60.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.60.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.60.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.61.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.61.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.61.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.62.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.62.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.62.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.63.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.63.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.63.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.64.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.64.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.64.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.65.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.65.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.65.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.66.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.66.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.66.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.67.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.67.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.67.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.68.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.68.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.68.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.69.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.69.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.69.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.7.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.7.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.7.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.70.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.70.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.70.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.71.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.71.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.71.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.72.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.72.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.72.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.73.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.73.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.73.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.74.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.74.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.74.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.75.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.75.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.75.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.76.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.76.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.76.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.77.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.77.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.77.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.78.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.78.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.78.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.79.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.79.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.79.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.8.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.8.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.8.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.80.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.80.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.80.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.81.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.81.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.81.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.82.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.82.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.82.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.83.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.83.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.83.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.84.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.84.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.84.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.85.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.85.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.85.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.86.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.86.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.86.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.87.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.87.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.87.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.88.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.88.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.88.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.89.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.89.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.89.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.9.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.9.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.9.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.90.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.90.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.90.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.91.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.91.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.91.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.92.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.92.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.92.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.93.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.93.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.93.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.94.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.94.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.94.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.95.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.95.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.95.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.96.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.96.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.96.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.97.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.97.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.97.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.98.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.98.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.98.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.99.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.99.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.99.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.shared_experts.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.shared_experts.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.shared_experts.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.attention.indexer.wq_b.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.attention.wo.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.attention.wq.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.0.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.0.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.0.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.1.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.1.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.1.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.10.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.10.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.10.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.100.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.100.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.100.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.101.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.101.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.101.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.102.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.102.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.102.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.103.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.103.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.103.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.104.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.104.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.104.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.105.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.105.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.105.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.106.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.106.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.106.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.107.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.107.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.107.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.108.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.108.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.108.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.109.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.109.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.109.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.11.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.11.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.11.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.110.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.110.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.110.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.111.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.111.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.111.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.112.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.112.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.112.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.113.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.113.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.113.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.114.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.114.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.114.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.115.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.115.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.115.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.116.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.116.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.116.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.117.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.117.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.117.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.118.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.118.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.118.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.119.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.119.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.119.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.12.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.12.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.12.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.120.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.120.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.120.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.121.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.121.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.121.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.122.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.122.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.122.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.123.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.123.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.123.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.124.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.124.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.124.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.125.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.125.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.125.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.126.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.126.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.126.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.127.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.127.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.127.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.13.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.13.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.13.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.14.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.14.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.14.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.15.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.15.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.15.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.16.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.16.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.16.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.17.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.17.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.17.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.18.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.18.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.18.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.19.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.19.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.19.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.2.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.2.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.2.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.20.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.20.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.20.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.21.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.21.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.21.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.22.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.22.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.22.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.23.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.23.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.23.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.24.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.24.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.24.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.25.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.25.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.25.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.26.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.26.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.26.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.27.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.27.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.27.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.28.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.28.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.28.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.29.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.29.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.29.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.3.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.3.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.3.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.30.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.30.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.30.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.31.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.31.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.31.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.32.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.32.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.32.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.33.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.33.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.33.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.34.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.34.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.34.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.35.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.35.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.35.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.36.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.36.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.36.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.37.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.37.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.37.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.38.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.38.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.38.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.39.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.39.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.39.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.4.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.4.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.4.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.40.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.40.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.40.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.41.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.41.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.41.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.42.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.42.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.42.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.43.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.43.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.43.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.44.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.44.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.44.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.45.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.45.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.45.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.46.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.46.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.46.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.47.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.47.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.47.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.48.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.48.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.48.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.49.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.49.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.49.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.5.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.5.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.5.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.50.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.50.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.50.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.51.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.51.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.51.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.52.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.52.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.52.w3.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.53.w1.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.53.w2.qscale_weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.126.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.126.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.127.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.127.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.127.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.13.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.13.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.13.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.14.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.14.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.14.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.15.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.15.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.15.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.16.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.16.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.16.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.17.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.17.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.17.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.18.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.18.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.18.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.19.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.19.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.19.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.2.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.2.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.2.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.20.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.20.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.20.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.21.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.21.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.21.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.22.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.22.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.22.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.23.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.23.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.23.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.24.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.24.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.24.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.25.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.25.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.25.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.26.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.26.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.26.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.27.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.27.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.27.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.28.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.28.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.28.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.29.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.29.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.29.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.3.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.3.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.3.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.30.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.30.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.30.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.31.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.31.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.31.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.32.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.32.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.32.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.33.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.33.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.33.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.34.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.34.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.34.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.35.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.35.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.35.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.36.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.36.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.36.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.37.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.37.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.37.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.38.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.38.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.38.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.39.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.39.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.39.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.4.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.4.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.4.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.40.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.40.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.40.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.41.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.41.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.41.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.42.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.42.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.42.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.43.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.43.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.43.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.44.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.44.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.44.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.45.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.45.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.45.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.46.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.46.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.46.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.47.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.47.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.47.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.48.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.48.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.48.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.49.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.49.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.49.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.5.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.5.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.5.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.50.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.50.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.50.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.51.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.51.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.51.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.52.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.52.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.52.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.53.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.53.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.53.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.54.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.54.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.54.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.55.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.55.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.55.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.56.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.56.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.56.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.57.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.57.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.57.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.58.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.58.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.58.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.59.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.59.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.59.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.6.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.6.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.6.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.60.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.60.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.60.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.61.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.61.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.61.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.62.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.62.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.62.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.63.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.63.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.63.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.64.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.64.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.64.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.65.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.65.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.65.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.66.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.66.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.66.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.67.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.67.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.67.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.68.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.68.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.68.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.69.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.69.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.69.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.7.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.7.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.7.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.70.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.70.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.70.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.71.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.71.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.71.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.72.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.72.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.72.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.73.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.73.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.73.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.74.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.74.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.74.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.75.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.75.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.75.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.76.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.76.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.76.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.77.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.77.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.77.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.78.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.78.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.78.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.79.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.79.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.79.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.8.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.8.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.8.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.80.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.80.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.80.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.81.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.81.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.81.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.82.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.82.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.82.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.83.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.83.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.83.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.84.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.84.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.84.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.85.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.85.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.85.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.86.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.86.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.86.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.87.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.87.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.87.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.88.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.88.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.88.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.89.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.89.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.89.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.9.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.9.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.9.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.90.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.90.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.90.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.91.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.91.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.91.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.92.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.92.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.92.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.93.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.93.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.93.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.94.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.94.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.94.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.95.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.95.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.95.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.96.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.96.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.96.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.97.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.97.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.97.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.98.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.98.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.98.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.99.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.99.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.experts.99.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.shared_experts.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.shared_experts.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.59.shared_experts.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.attention.indexer.wq_b.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.attention.wo.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.attention.wq.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.0.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.0.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.0.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.1.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.1.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.1.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.10.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.10.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.10.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.100.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.100.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.100.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.101.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.101.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.101.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.102.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.102.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.102.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.103.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.103.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.103.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.104.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.104.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.104.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.105.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.105.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.105.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.106.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.106.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.106.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.107.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.107.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.107.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.108.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.108.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.108.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.109.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.109.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.109.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.11.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.11.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.11.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.110.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.110.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.110.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.111.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.111.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.111.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.112.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.112.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.112.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.113.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.113.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.113.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.114.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.114.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.114.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.115.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.115.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.115.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.116.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.116.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.116.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.117.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.117.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.117.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.118.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.118.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.118.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.119.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.119.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.119.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.12.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.12.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.12.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.120.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.120.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.120.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.121.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.121.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.121.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.122.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.122.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.122.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.123.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.123.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.123.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.124.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.124.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.124.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.125.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.125.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.125.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.126.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.126.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.126.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.127.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.127.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.127.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.13.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.13.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.13.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.14.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.14.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.14.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.15.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.15.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.15.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.16.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.16.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.16.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.17.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.17.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.17.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.18.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.18.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.18.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.19.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.19.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.19.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.2.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.2.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.2.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.20.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.20.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.20.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.21.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.21.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.21.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.22.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.22.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.22.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.23.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.23.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.23.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.24.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.24.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.24.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.25.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.25.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.25.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.26.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.26.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.26.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.27.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.27.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.27.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.28.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.28.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.28.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.29.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.29.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.29.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.3.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.3.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.3.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.30.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.30.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.30.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.31.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.31.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.31.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.32.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.32.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.32.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.33.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.33.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.33.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.34.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.34.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.34.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.35.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.35.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.35.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.36.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.36.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.36.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.37.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.37.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.37.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.38.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.38.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.38.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.39.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.39.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.39.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.4.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.4.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.4.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.40.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.40.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.40.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.41.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.41.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.41.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.42.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.42.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.42.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.43.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.43.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.43.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.44.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.44.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.44.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.45.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.45.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.45.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.46.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.46.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.46.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.47.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.47.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.47.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.48.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.48.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.48.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.49.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.49.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.49.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.5.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.5.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.5.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.50.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.50.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.50.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.51.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.51.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.51.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.52.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.52.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.52.w3.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.53.w1.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.53.w2.weight": "consolidated-00041-of-00054.safetensors",
    "layers.6.experts.53.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.54.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.54.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.54.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.55.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.55.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.55.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.56.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.56.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.56.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.57.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.57.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.57.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.58.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.58.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.58.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.59.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.59.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.59.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.6.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.6.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.6.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.60.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.60.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.60.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.61.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.61.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.61.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.62.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.62.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.62.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.63.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.63.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.63.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.64.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.64.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.64.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.65.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.65.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.65.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.66.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.66.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.66.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.67.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.67.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.67.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.68.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.68.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.68.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.69.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.69.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.69.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.7.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.7.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.7.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.70.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.70.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.70.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.71.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.71.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.71.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.72.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.72.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.72.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.73.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.73.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.73.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.74.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.74.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.74.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.75.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.75.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.75.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.76.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.76.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.76.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.77.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.77.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.77.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.78.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.78.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.78.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.79.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.79.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.79.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.8.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.8.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.8.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.80.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.80.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.80.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.81.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.81.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.81.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.82.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.82.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.82.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.83.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.83.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.83.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.84.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.84.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.84.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.85.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.85.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.85.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.86.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.86.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.86.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.87.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.87.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.87.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.88.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.88.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.88.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.89.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.89.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.89.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.9.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.9.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.9.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.90.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.90.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.90.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.91.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.91.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.91.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.92.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.92.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.92.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.93.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.93.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.93.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.94.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.94.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.94.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.95.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.95.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.95.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.96.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.96.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.96.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.97.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.97.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.97.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.98.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.98.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.98.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.99.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.99.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.99.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.shared_experts.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.shared_experts.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.shared_experts.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.attention.indexer.wq_b.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.attention.wo.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.attention.wq.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.0.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.0.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.0.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.1.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.1.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.1.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.10.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.10.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.10.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.100.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.100.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.100.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.101.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.101.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.101.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.102.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.102.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.102.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.103.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.103.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.103.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.104.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.104.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.104.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.105.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.105.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.105.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.106.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.106.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.106.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.107.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.107.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.107.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.108.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.108.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.108.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.109.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.109.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.109.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.11.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.11.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.11.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.110.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.110.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.110.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.111.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.111.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.111.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.112.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.112.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.112.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.113.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.113.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.113.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.114.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.114.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.114.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.115.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.115.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.115.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.116.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.116.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.116.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.117.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.117.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.117.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.118.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.118.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.118.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.119.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.119.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.119.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.12.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.12.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.12.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.120.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.120.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.120.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.121.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.121.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.121.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.122.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.122.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.122.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.123.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.123.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.123.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.124.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.124.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.124.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.125.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.125.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.125.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.126.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.126.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.126.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.127.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.127.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.127.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.13.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.13.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.13.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.14.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.14.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.14.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.15.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.15.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.15.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.16.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.16.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.16.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.17.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.17.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.17.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.18.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.18.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.18.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.19.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.19.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.19.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.2.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.2.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.2.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.20.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.20.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.20.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.21.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.21.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.21.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.22.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.22.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.22.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.23.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.23.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.23.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.24.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.24.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.24.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.25.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.25.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.25.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.26.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.26.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.26.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.27.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.27.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.27.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.28.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.28.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.28.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.29.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.29.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.29.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.3.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.3.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.3.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.30.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.30.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.30.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.31.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.31.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.31.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.32.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.32.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.32.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.33.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.33.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.33.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.34.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.34.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.34.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.35.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.35.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.35.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.36.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.36.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.36.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.37.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.37.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.37.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.38.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.38.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.38.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.39.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.39.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.39.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.4.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.4.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.4.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.40.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.40.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.40.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.41.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.41.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.41.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.42.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.42.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.42.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.43.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.43.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.43.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.44.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.44.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.44.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.45.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.45.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.45.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.46.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.46.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.46.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.47.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.47.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.47.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.48.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.48.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.48.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.49.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.49.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.49.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.5.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.5.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.5.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.50.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.50.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.50.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.51.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.51.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.51.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.52.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.52.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.52.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.53.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.53.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.53.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.54.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.54.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.54.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.55.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.55.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.55.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.56.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.56.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.56.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.57.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.57.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.57.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.58.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.58.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.58.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.59.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.59.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.59.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.6.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.6.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.6.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.60.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.60.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.60.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.61.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.61.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.61.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.62.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.62.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.62.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.63.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.63.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.63.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.64.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.64.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.64.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.65.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.65.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.65.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.66.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.66.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.66.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.67.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.67.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.67.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.68.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.68.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.68.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.69.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.69.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.69.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.7.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.7.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.7.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.70.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.70.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.70.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.71.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.71.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.71.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.72.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.72.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.72.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.73.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.73.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.73.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.74.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.74.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.74.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.75.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.75.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.75.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.76.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.76.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.76.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.77.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.77.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.77.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.78.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.78.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.78.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.79.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.79.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.79.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.8.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.8.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.8.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.80.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.80.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.80.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.81.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.81.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.81.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.82.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.82.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.82.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.83.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.83.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.83.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.84.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.84.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.84.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.85.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.85.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.85.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.86.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.86.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.86.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.87.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.87.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.87.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.88.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.88.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.88.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.89.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.89.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.89.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.9.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.9.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.9.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.90.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.90.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.90.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.91.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.91.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.91.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.92.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.92.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.92.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.93.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.93.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.93.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.94.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.94.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.94.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.95.w1.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.95.w2.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.95.w3.qscale_weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.53.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.54.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.54.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.54.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.55.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.55.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.55.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.56.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.56.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.56.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.57.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.57.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.57.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.58.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.58.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.58.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.59.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.59.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.59.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.6.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.6.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.6.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.60.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.60.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.60.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.61.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.61.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.61.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.62.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.62.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.62.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.63.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.63.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.63.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.64.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.64.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.64.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.65.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.65.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.65.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.66.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.66.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.66.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.67.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.67.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.67.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.68.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.68.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.68.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.69.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.69.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.69.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.7.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.7.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.7.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.70.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.70.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.70.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.71.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.71.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.71.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.72.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.72.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.72.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.73.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.73.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.73.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.74.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.74.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.74.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.75.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.75.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.75.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.76.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.76.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.76.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.77.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.77.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.77.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.78.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.78.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.78.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.79.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.79.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.79.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.8.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.8.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.8.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.80.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.80.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.80.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.81.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.81.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.81.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.82.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.82.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.82.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.83.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.83.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.83.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.84.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.84.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.84.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.85.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.85.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.85.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.86.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.86.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.86.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.87.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.87.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.87.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.88.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.88.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.88.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.89.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.89.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.89.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.9.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.9.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.9.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.90.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.90.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.90.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.91.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.91.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.91.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.92.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.92.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.92.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.93.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.93.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.93.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.94.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.94.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.94.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.95.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.95.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.95.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.96.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.96.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.96.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.97.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.97.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.97.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.98.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.98.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.98.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.99.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.99.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.experts.99.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.shared_experts.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.shared_experts.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.6.shared_experts.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.attention.indexer.wq_b.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.attention.wo.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.attention.wq.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.0.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.0.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.0.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.1.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.1.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.1.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.10.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.10.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.10.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.100.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.100.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.100.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.101.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.101.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.101.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.102.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.102.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.102.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.103.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.103.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.103.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.104.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.104.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.104.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.105.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.105.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.105.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.106.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.106.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.106.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.107.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.107.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.107.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.108.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.108.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.108.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.109.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.109.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.109.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.11.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.11.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.11.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.110.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.110.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.110.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.111.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.111.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.111.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.112.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.112.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.112.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.113.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.113.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.113.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.114.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.114.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.114.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.115.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.115.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.115.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.116.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.116.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.116.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.117.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.117.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.117.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.118.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.118.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.118.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.119.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.119.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.119.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.12.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.12.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.12.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.120.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.120.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.120.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.121.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.121.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.121.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.122.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.122.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.122.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.123.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.123.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.123.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.124.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.124.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.124.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.125.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.125.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.125.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.126.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.126.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.126.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.127.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.127.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.127.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.13.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.13.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.13.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.14.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.14.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.14.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.15.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.15.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.15.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.16.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.16.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.16.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.17.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.17.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.17.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.18.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.18.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.18.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.19.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.19.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.19.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.2.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.2.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.2.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.20.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.20.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.20.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.21.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.21.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.21.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.22.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.22.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.22.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.23.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.23.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.23.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.24.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.24.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.24.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.25.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.25.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.25.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.26.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.26.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.26.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.27.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.27.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.27.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.28.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.28.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.28.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.29.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.29.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.29.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.3.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.3.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.3.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.30.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.30.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.30.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.31.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.31.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.31.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.32.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.32.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.32.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.33.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.33.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.33.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.34.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.34.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.34.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.35.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.35.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.35.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.36.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.36.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.36.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.37.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.37.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.37.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.38.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.38.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.38.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.39.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.39.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.39.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.4.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.4.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.4.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.40.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.40.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.40.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.41.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.41.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.41.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.42.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.42.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.42.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.43.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.43.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.43.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.44.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.44.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.44.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.45.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.45.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.45.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.46.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.46.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.46.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.47.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.47.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.47.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.48.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.48.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.48.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.49.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.49.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.49.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.5.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.5.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.5.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.50.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.50.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.50.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.51.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.51.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.51.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.52.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.52.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.52.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.53.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.53.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.53.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.54.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.54.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.54.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.55.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.55.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.55.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.56.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.56.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.56.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.57.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.57.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.57.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.58.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.58.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.58.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.59.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.59.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.59.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.6.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.6.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.6.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.60.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.60.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.60.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.61.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.61.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.61.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.62.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.62.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.62.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.63.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.63.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.63.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.64.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.64.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.64.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.65.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.65.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.65.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.66.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.66.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.66.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.67.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.67.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.67.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.68.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.68.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.68.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.69.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.69.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.69.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.7.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.7.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.7.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.70.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.70.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.70.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.71.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.71.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.71.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.72.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.72.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.72.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.73.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.73.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.73.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.74.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.74.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.74.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.75.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.75.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.75.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.76.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.76.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.76.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.77.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.77.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.77.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.78.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.78.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.78.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.79.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.79.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.79.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.8.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.8.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.8.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.80.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.80.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.80.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.81.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.81.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.81.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.82.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.82.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.82.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.83.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.83.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.83.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.84.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.84.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.84.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.85.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.85.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.85.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.86.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.86.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.86.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.87.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.87.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.87.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.88.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.88.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.88.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.89.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.89.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.89.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.9.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.9.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.9.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.90.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.90.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.90.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.91.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.91.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.91.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.92.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.92.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.92.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.93.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.93.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.93.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.94.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.94.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.94.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.95.w1.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.95.w2.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.95.w3.weight": "consolidated-00042-of-00054.safetensors",
    "layers.60.experts.96.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.96.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.96.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.97.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.97.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.97.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.98.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.98.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.98.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.99.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.99.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.99.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.shared_experts.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.shared_experts.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.shared_experts.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.attention.wo.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.attention.wq.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.0.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.0.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.0.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.1.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.1.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.1.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.10.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.10.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.10.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.100.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.100.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.100.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.101.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.101.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.101.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.102.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.102.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.102.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.103.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.103.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.103.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.104.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.104.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.104.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.105.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.105.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.105.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.106.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.106.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.106.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.107.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.107.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.107.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.108.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.108.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.108.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.109.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.109.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.109.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.11.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.11.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.11.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.110.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.110.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.110.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.111.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.111.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.111.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.112.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.112.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.112.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.113.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.113.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.113.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.114.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.114.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.114.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.115.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.115.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.115.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.116.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.116.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.116.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.117.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.117.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.117.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.118.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.118.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.118.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.119.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.119.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.119.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.12.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.12.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.12.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.120.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.120.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.120.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.121.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.121.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.121.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.122.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.122.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.122.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.123.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.123.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.123.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.124.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.124.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.124.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.125.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.125.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.125.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.126.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.126.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.126.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.127.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.127.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.127.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.13.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.13.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.13.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.14.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.14.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.14.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.15.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.15.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.15.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.16.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.16.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.16.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.17.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.17.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.17.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.18.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.18.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.18.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.19.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.19.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.19.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.2.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.2.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.2.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.20.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.20.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.20.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.21.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.21.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.21.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.22.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.22.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.22.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.23.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.23.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.23.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.24.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.24.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.24.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.25.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.25.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.25.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.26.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.26.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.26.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.27.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.27.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.27.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.28.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.28.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.28.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.29.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.29.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.29.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.3.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.3.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.3.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.30.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.30.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.30.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.31.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.31.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.31.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.32.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.32.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.32.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.33.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.33.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.33.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.34.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.34.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.34.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.35.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.35.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.35.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.36.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.36.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.36.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.37.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.37.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.37.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.38.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.38.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.38.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.39.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.39.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.39.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.4.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.4.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.4.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.40.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.40.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.40.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.41.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.41.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.41.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.42.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.42.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.42.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.43.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.43.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.43.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.44.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.44.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.44.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.45.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.45.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.45.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.46.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.46.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.46.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.47.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.47.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.47.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.48.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.48.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.48.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.49.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.49.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.49.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.5.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.5.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.5.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.50.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.50.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.50.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.51.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.51.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.51.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.52.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.52.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.52.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.53.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.53.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.53.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.54.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.54.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.54.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.55.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.55.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.55.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.56.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.56.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.56.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.57.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.57.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.57.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.58.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.58.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.58.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.59.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.59.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.59.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.6.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.6.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.6.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.60.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.60.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.60.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.61.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.61.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.61.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.62.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.62.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.62.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.63.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.63.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.63.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.64.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.64.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.64.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.65.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.65.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.65.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.66.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.66.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.66.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.67.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.67.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.67.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.68.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.68.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.68.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.69.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.69.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.69.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.7.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.7.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.7.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.70.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.70.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.70.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.71.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.71.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.71.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.72.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.72.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.72.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.73.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.73.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.73.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.74.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.74.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.74.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.75.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.75.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.75.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.76.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.76.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.76.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.77.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.77.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.77.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.78.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.78.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.78.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.79.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.79.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.79.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.8.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.8.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.8.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.80.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.80.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.80.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.81.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.81.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.81.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.82.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.82.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.82.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.83.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.83.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.83.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.84.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.84.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.84.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.85.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.85.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.85.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.86.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.86.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.86.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.87.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.87.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.87.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.88.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.88.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.88.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.89.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.89.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.89.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.9.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.9.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.9.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.90.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.90.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.90.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.91.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.91.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.91.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.92.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.92.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.92.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.93.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.93.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.93.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.94.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.94.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.94.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.95.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.95.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.95.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.96.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.96.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.96.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.97.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.97.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.97.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.98.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.98.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.98.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.99.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.99.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.99.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.shared_experts.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.shared_experts.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.shared_experts.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.attention.wo.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.attention.wq.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.0.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.0.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.0.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.1.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.1.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.1.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.10.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.10.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.10.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.100.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.100.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.100.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.101.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.101.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.101.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.102.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.102.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.102.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.103.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.103.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.103.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.104.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.104.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.104.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.105.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.105.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.105.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.106.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.106.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.106.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.107.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.107.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.107.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.108.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.108.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.108.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.109.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.109.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.109.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.11.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.11.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.11.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.110.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.110.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.110.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.111.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.111.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.111.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.112.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.112.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.112.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.113.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.113.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.113.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.114.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.114.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.114.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.115.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.115.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.115.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.116.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.116.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.116.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.117.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.117.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.117.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.118.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.118.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.118.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.119.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.119.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.119.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.12.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.12.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.12.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.120.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.120.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.120.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.121.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.121.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.121.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.122.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.122.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.122.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.123.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.123.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.123.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.124.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.124.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.124.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.125.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.125.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.125.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.126.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.126.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.126.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.127.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.127.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.127.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.13.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.13.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.13.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.14.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.14.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.14.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.15.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.15.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.15.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.16.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.16.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.16.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.17.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.17.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.17.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.18.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.18.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.18.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.19.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.19.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.19.w3.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.2.w1.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.2.w2.qscale_weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.96.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.96.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.96.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.97.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.97.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.97.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.98.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.98.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.98.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.99.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.99.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.experts.99.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.shared_experts.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.shared_experts.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.60.shared_experts.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.attention.wo.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.attention.wq.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.0.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.0.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.0.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.1.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.1.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.1.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.10.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.10.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.10.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.100.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.100.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.100.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.101.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.101.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.101.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.102.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.102.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.102.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.103.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.103.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.103.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.104.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.104.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.104.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.105.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.105.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.105.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.106.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.106.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.106.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.107.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.107.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.107.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.108.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.108.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.108.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.109.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.109.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.109.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.11.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.11.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.11.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.110.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.110.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.110.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.111.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.111.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.111.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.112.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.112.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.112.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.113.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.113.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.113.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.114.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.114.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.114.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.115.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.115.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.115.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.116.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.116.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.116.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.117.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.117.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.117.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.118.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.118.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.118.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.119.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.119.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.119.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.12.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.12.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.12.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.120.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.120.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.120.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.121.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.121.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.121.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.122.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.122.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.122.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.123.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.123.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.123.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.124.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.124.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.124.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.125.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.125.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.125.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.126.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.126.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.126.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.127.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.127.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.127.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.13.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.13.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.13.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.14.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.14.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.14.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.15.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.15.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.15.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.16.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.16.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.16.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.17.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.17.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.17.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.18.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.18.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.18.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.19.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.19.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.19.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.2.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.2.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.2.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.20.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.20.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.20.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.21.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.21.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.21.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.22.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.22.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.22.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.23.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.23.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.23.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.24.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.24.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.24.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.25.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.25.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.25.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.26.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.26.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.26.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.27.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.27.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.27.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.28.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.28.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.28.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.29.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.29.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.29.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.3.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.3.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.3.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.30.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.30.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.30.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.31.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.31.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.31.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.32.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.32.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.32.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.33.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.33.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.33.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.34.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.34.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.34.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.35.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.35.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.35.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.36.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.36.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.36.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.37.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.37.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.37.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.38.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.38.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.38.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.39.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.39.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.39.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.4.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.4.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.4.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.40.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.40.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.40.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.41.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.41.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.41.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.42.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.42.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.42.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.43.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.43.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.43.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.44.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.44.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.44.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.45.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.45.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.45.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.46.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.46.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.46.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.47.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.47.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.47.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.48.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.48.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.48.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.49.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.49.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.49.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.5.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.5.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.5.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.50.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.50.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.50.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.51.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.51.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.51.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.52.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.52.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.52.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.53.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.53.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.53.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.54.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.54.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.54.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.55.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.55.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.55.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.56.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.56.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.56.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.57.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.57.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.57.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.58.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.58.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.58.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.59.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.59.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.59.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.6.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.6.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.6.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.60.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.60.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.60.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.61.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.61.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.61.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.62.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.62.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.62.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.63.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.63.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.63.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.64.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.64.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.64.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.65.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.65.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.65.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.66.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.66.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.66.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.67.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.67.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.67.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.68.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.68.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.68.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.69.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.69.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.69.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.7.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.7.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.7.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.70.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.70.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.70.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.71.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.71.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.71.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.72.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.72.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.72.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.73.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.73.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.73.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.74.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.74.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.74.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.75.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.75.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.75.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.76.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.76.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.76.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.77.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.77.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.77.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.78.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.78.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.78.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.79.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.79.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.79.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.8.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.8.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.8.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.80.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.80.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.80.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.81.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.81.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.81.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.82.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.82.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.82.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.83.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.83.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.83.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.84.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.84.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.84.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.85.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.85.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.85.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.86.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.86.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.86.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.87.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.87.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.87.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.88.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.88.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.88.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.89.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.89.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.89.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.9.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.9.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.9.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.90.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.90.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.90.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.91.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.91.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.91.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.92.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.92.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.92.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.93.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.93.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.93.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.94.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.94.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.94.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.95.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.95.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.95.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.96.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.96.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.96.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.97.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.97.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.97.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.98.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.98.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.98.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.99.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.99.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.experts.99.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.shared_experts.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.shared_experts.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.61.shared_experts.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.attention.wo.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.attention.wq.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.0.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.0.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.0.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.1.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.1.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.1.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.10.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.10.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.10.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.100.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.100.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.100.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.101.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.101.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.101.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.102.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.102.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.102.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.103.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.103.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.103.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.104.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.104.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.104.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.105.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.105.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.105.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.106.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.106.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.106.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.107.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.107.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.107.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.108.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.108.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.108.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.109.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.109.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.109.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.11.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.11.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.11.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.110.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.110.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.110.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.111.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.111.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.111.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.112.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.112.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.112.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.113.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.113.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.113.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.114.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.114.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.114.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.115.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.115.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.115.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.116.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.116.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.116.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.117.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.117.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.117.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.118.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.118.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.118.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.119.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.119.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.119.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.12.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.12.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.12.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.120.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.120.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.120.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.121.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.121.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.121.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.122.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.122.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.122.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.123.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.123.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.123.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.124.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.124.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.124.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.125.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.125.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.125.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.126.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.126.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.126.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.127.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.127.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.127.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.13.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.13.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.13.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.14.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.14.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.14.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.15.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.15.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.15.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.16.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.16.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.16.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.17.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.17.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.17.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.18.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.18.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.18.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.19.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.19.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.19.w3.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.2.w1.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.2.w2.weight": "consolidated-00043-of-00054.safetensors",
    "layers.62.experts.2.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.20.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.20.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.20.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.21.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.21.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.21.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.22.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.22.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.22.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.23.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.23.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.23.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.24.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.24.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.24.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.25.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.25.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.25.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.26.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.26.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.26.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.27.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.27.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.27.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.28.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.28.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.28.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.29.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.29.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.29.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.3.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.3.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.3.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.30.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.30.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.30.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.31.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.31.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.31.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.32.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.32.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.32.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.33.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.33.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.33.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.34.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.34.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.34.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.35.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.35.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.35.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.36.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.36.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.36.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.37.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.37.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.37.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.38.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.38.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.38.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.39.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.39.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.39.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.4.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.4.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.4.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.40.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.40.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.40.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.41.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.41.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.41.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.42.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.42.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.42.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.43.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.43.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.43.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.44.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.44.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.44.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.45.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.45.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.45.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.46.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.46.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.46.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.47.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.47.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.47.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.48.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.48.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.48.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.49.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.49.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.49.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.5.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.5.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.5.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.50.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.50.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.50.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.51.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.51.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.51.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.52.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.52.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.52.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.53.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.53.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.53.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.54.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.54.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.54.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.55.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.55.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.55.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.56.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.56.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.56.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.57.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.57.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.57.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.58.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.58.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.58.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.59.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.59.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.59.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.6.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.6.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.6.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.60.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.60.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.60.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.61.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.61.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.61.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.62.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.62.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.62.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.63.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.63.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.63.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.64.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.64.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.64.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.65.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.65.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.65.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.66.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.66.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.66.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.67.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.67.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.67.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.68.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.68.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.68.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.69.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.69.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.69.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.7.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.7.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.7.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.70.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.70.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.70.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.71.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.71.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.71.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.72.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.72.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.72.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.73.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.73.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.73.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.74.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.74.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.74.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.75.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.75.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.75.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.76.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.76.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.76.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.77.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.77.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.77.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.78.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.78.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.78.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.79.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.79.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.79.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.8.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.8.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.8.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.80.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.80.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.80.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.81.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.81.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.81.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.82.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.82.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.82.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.83.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.83.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.83.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.84.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.84.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.84.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.85.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.85.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.85.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.86.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.86.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.86.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.87.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.87.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.87.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.88.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.88.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.88.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.89.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.89.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.89.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.9.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.9.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.9.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.90.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.90.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.90.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.91.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.91.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.91.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.92.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.92.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.92.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.93.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.93.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.93.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.94.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.94.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.94.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.95.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.95.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.95.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.96.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.96.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.96.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.97.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.97.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.97.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.98.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.98.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.98.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.99.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.99.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.99.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.shared_experts.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.shared_experts.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.shared_experts.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.attention.indexer.wq_b.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.attention.wo.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.attention.wq.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.0.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.0.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.0.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.1.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.1.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.1.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.10.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.10.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.10.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.100.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.100.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.100.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.101.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.101.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.101.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.102.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.102.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.102.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.103.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.103.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.103.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.104.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.104.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.104.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.105.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.105.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.105.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.106.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.106.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.106.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.107.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.107.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.107.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.108.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.108.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.108.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.109.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.109.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.109.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.11.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.11.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.11.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.110.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.110.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.110.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.111.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.111.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.111.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.112.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.112.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.112.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.113.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.113.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.113.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.114.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.114.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.114.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.115.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.115.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.115.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.116.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.116.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.116.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.117.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.117.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.117.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.118.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.118.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.118.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.119.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.119.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.119.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.12.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.12.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.12.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.120.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.120.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.120.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.121.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.121.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.121.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.122.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.122.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.122.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.123.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.123.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.123.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.124.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.124.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.124.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.125.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.125.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.125.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.126.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.126.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.126.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.127.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.127.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.127.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.13.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.13.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.13.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.14.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.14.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.14.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.15.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.15.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.15.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.16.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.16.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.16.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.17.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.17.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.17.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.18.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.18.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.18.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.19.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.19.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.19.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.2.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.2.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.2.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.20.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.20.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.20.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.21.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.21.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.21.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.22.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.22.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.22.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.23.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.23.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.23.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.24.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.24.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.24.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.25.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.25.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.25.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.26.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.26.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.26.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.27.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.27.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.27.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.28.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.28.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.28.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.29.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.29.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.29.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.3.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.3.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.3.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.30.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.30.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.30.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.31.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.31.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.31.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.32.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.32.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.32.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.33.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.33.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.33.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.34.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.34.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.34.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.35.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.35.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.35.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.36.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.36.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.36.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.37.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.37.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.37.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.38.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.38.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.38.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.39.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.39.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.39.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.4.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.4.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.4.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.40.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.40.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.40.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.41.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.41.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.41.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.42.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.42.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.42.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.43.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.43.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.43.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.44.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.44.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.44.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.45.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.45.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.45.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.46.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.46.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.46.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.47.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.47.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.47.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.48.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.48.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.48.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.49.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.49.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.49.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.5.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.5.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.5.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.50.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.50.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.50.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.51.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.51.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.51.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.52.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.52.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.52.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.53.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.53.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.53.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.54.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.54.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.54.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.55.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.55.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.55.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.56.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.56.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.56.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.57.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.57.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.57.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.58.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.58.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.58.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.59.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.59.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.59.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.6.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.6.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.6.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.60.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.60.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.60.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.61.w1.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.61.w2.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.61.w3.qscale_weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.2.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.20.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.20.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.20.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.21.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.21.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.21.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.22.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.22.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.22.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.23.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.23.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.23.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.24.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.24.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.24.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.25.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.25.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.25.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.26.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.26.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.26.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.27.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.27.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.27.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.28.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.28.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.28.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.29.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.29.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.29.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.3.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.3.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.3.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.30.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.30.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.30.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.31.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.31.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.31.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.32.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.32.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.32.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.33.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.33.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.33.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.34.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.34.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.34.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.35.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.35.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.35.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.36.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.36.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.36.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.37.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.37.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.37.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.38.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.38.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.38.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.39.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.39.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.39.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.4.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.4.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.4.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.40.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.40.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.40.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.41.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.41.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.41.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.42.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.42.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.42.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.43.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.43.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.43.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.44.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.44.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.44.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.45.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.45.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.45.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.46.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.46.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.46.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.47.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.47.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.47.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.48.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.48.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.48.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.49.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.49.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.49.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.5.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.5.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.5.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.50.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.50.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.50.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.51.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.51.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.51.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.52.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.52.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.52.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.53.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.53.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.53.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.54.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.54.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.54.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.55.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.55.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.55.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.56.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.56.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.56.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.57.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.57.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.57.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.58.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.58.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.58.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.59.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.59.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.59.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.6.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.6.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.6.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.60.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.60.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.60.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.61.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.61.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.61.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.62.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.62.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.62.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.63.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.63.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.63.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.64.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.64.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.64.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.65.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.65.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.65.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.66.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.66.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.66.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.67.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.67.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.67.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.68.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.68.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.68.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.69.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.69.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.69.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.7.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.7.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.7.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.70.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.70.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.70.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.71.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.71.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.71.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.72.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.72.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.72.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.73.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.73.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.73.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.74.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.74.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.74.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.75.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.75.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.75.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.76.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.76.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.76.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.77.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.77.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.77.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.78.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.78.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.78.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.79.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.79.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.79.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.8.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.8.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.8.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.80.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.80.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.80.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.81.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.81.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.81.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.82.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.82.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.82.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.83.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.83.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.83.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.84.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.84.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.84.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.85.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.85.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.85.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.86.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.86.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.86.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.87.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.87.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.87.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.88.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.88.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.88.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.89.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.89.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.89.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.9.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.9.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.9.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.90.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.90.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.90.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.91.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.91.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.91.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.92.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.92.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.92.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.93.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.93.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.93.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.94.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.94.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.94.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.95.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.95.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.95.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.96.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.96.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.96.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.97.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.97.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.97.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.98.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.98.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.98.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.99.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.99.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.experts.99.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.shared_experts.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.shared_experts.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.62.shared_experts.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.attention.indexer.wq_b.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.attention.wo.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.attention.wq.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.0.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.0.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.0.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.1.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.1.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.1.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.10.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.10.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.10.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.100.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.100.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.100.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.101.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.101.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.101.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.102.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.102.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.102.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.103.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.103.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.103.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.104.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.104.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.104.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.105.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.105.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.105.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.106.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.106.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.106.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.107.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.107.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.107.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.108.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.108.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.108.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.109.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.109.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.109.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.11.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.11.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.11.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.110.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.110.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.110.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.111.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.111.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.111.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.112.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.112.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.112.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.113.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.113.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.113.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.114.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.114.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.114.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.115.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.115.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.115.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.116.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.116.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.116.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.117.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.117.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.117.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.118.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.118.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.118.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.119.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.119.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.119.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.12.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.12.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.12.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.120.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.120.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.120.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.121.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.121.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.121.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.122.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.122.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.122.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.123.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.123.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.123.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.124.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.124.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.124.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.125.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.125.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.125.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.126.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.126.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.126.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.127.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.127.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.127.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.13.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.13.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.13.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.14.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.14.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.14.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.15.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.15.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.15.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.16.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.16.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.16.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.17.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.17.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.17.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.18.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.18.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.18.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.19.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.19.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.19.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.2.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.2.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.2.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.20.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.20.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.20.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.21.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.21.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.21.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.22.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.22.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.22.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.23.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.23.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.23.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.24.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.24.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.24.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.25.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.25.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.25.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.26.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.26.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.26.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.27.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.27.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.27.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.28.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.28.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.28.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.29.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.29.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.29.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.3.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.3.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.3.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.30.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.30.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.30.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.31.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.31.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.31.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.32.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.32.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.32.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.33.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.33.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.33.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.34.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.34.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.34.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.35.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.35.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.35.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.36.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.36.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.36.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.37.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.37.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.37.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.38.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.38.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.38.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.39.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.39.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.39.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.4.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.4.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.4.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.40.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.40.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.40.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.41.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.41.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.41.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.42.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.42.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.42.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.43.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.43.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.43.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.44.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.44.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.44.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.45.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.45.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.45.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.46.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.46.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.46.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.47.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.47.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.47.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.48.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.48.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.48.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.49.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.49.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.49.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.5.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.5.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.5.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.50.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.50.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.50.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.51.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.51.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.51.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.52.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.52.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.52.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.53.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.53.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.53.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.54.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.54.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.54.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.55.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.55.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.55.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.56.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.56.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.56.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.57.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.57.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.57.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.58.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.58.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.58.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.59.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.59.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.59.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.6.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.6.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.6.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.60.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.60.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.60.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.61.w1.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.61.w2.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.61.w3.weight": "consolidated-00044-of-00054.safetensors",
    "layers.63.experts.62.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.62.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.62.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.63.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.63.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.63.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.64.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.64.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.64.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.65.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.65.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.65.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.66.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.66.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.66.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.67.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.67.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.67.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.68.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.68.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.68.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.69.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.69.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.69.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.7.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.7.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.7.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.70.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.70.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.70.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.71.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.71.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.71.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.72.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.72.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.72.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.73.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.73.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.73.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.74.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.74.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.74.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.75.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.75.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.75.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.76.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.76.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.76.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.77.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.77.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.77.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.78.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.78.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.78.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.79.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.79.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.79.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.8.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.8.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.8.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.80.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.80.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.80.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.81.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.81.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.81.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.82.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.82.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.82.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.83.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.83.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.83.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.84.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.84.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.84.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.85.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.85.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.85.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.86.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.86.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.86.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.87.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.87.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.87.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.88.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.88.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.88.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.89.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.89.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.89.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.9.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.9.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.9.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.90.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.90.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.90.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.91.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.91.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.91.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.92.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.92.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.92.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.93.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.93.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.93.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.94.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.94.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.94.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.95.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.95.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.95.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.96.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.96.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.96.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.97.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.97.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.97.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.98.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.98.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.98.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.99.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.99.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.99.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.shared_experts.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.shared_experts.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.shared_experts.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.attention.indexer.wq_b.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.attention.wo.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.attention.wq.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.0.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.0.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.0.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.1.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.1.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.1.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.10.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.10.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.10.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.100.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.100.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.100.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.101.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.101.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.101.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.102.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.102.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.102.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.103.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.103.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.103.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.104.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.104.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.104.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.105.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.105.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.105.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.106.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.106.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.106.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.107.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.107.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.107.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.108.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.108.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.108.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.109.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.109.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.109.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.11.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.11.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.11.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.110.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.110.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.110.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.111.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.111.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.111.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.112.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.112.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.112.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.113.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.113.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.113.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.114.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.114.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.114.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.115.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.115.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.115.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.116.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.116.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.116.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.117.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.117.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.117.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.118.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.118.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.118.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.119.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.119.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.119.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.12.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.12.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.12.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.120.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.120.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.120.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.121.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.121.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.121.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.122.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.122.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.122.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.123.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.123.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.123.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.124.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.124.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.124.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.125.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.125.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.125.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.126.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.126.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.126.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.127.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.127.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.127.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.13.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.13.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.13.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.14.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.14.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.14.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.15.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.15.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.15.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.16.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.16.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.16.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.17.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.17.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.17.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.18.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.18.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.18.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.19.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.19.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.19.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.2.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.2.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.2.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.20.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.20.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.20.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.21.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.21.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.21.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.22.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.22.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.22.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.23.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.23.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.23.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.24.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.24.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.24.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.25.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.25.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.25.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.26.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.26.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.26.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.27.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.27.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.27.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.28.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.28.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.28.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.29.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.29.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.29.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.3.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.3.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.3.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.30.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.30.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.30.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.31.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.31.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.31.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.32.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.32.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.32.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.33.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.33.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.33.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.34.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.34.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.34.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.35.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.35.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.35.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.36.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.36.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.36.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.37.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.37.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.37.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.38.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.38.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.38.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.39.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.39.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.39.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.4.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.4.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.4.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.40.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.40.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.40.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.41.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.41.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.41.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.42.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.42.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.42.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.43.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.43.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.43.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.44.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.44.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.44.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.45.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.45.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.45.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.46.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.46.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.46.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.47.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.47.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.47.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.48.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.48.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.48.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.49.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.49.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.49.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.5.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.5.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.5.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.50.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.50.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.50.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.51.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.51.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.51.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.52.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.52.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.52.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.53.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.53.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.53.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.54.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.54.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.54.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.55.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.55.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.55.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.56.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.56.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.56.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.57.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.57.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.57.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.58.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.58.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.58.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.59.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.59.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.59.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.6.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.6.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.6.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.60.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.60.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.60.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.61.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.61.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.61.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.62.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.62.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.62.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.63.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.63.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.63.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.64.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.64.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.64.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.65.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.65.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.65.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.66.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.66.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.66.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.67.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.67.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.67.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.68.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.68.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.68.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.69.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.69.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.69.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.7.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.7.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.7.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.70.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.70.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.70.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.71.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.71.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.71.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.72.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.72.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.72.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.73.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.73.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.73.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.74.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.74.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.74.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.75.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.75.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.75.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.76.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.76.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.76.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.77.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.77.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.77.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.78.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.78.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.78.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.79.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.79.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.79.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.8.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.8.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.8.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.80.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.80.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.80.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.81.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.81.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.81.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.82.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.82.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.82.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.83.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.83.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.83.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.84.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.84.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.84.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.85.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.85.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.85.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.86.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.86.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.86.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.87.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.87.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.87.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.88.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.88.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.88.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.89.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.89.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.89.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.9.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.9.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.9.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.90.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.90.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.90.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.91.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.91.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.91.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.92.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.92.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.92.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.93.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.93.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.93.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.94.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.94.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.94.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.95.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.95.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.95.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.96.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.96.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.96.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.97.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.97.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.97.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.98.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.98.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.98.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.99.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.99.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.99.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.shared_experts.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.shared_experts.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.shared_experts.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.attention.wo.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.attention.wq.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.0.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.0.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.0.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.1.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.1.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.1.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.10.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.10.w2.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.10.w3.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.100.w1.qscale_weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.62.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.62.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.62.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.63.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.63.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.63.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.64.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.64.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.64.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.65.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.65.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.65.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.66.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.66.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.66.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.67.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.67.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.67.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.68.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.68.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.68.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.69.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.69.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.69.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.7.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.7.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.7.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.70.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.70.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.70.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.71.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.71.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.71.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.72.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.72.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.72.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.73.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.73.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.73.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.74.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.74.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.74.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.75.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.75.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.75.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.76.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.76.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.76.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.77.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.77.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.77.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.78.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.78.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.78.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.79.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.79.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.79.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.8.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.8.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.8.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.80.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.80.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.80.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.81.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.81.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.81.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.82.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.82.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.82.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.83.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.83.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.83.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.84.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.84.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.84.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.85.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.85.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.85.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.86.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.86.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.86.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.87.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.87.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.87.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.88.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.88.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.88.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.89.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.89.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.89.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.9.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.9.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.9.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.90.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.90.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.90.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.91.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.91.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.91.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.92.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.92.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.92.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.93.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.93.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.93.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.94.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.94.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.94.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.95.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.95.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.95.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.96.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.96.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.96.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.97.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.97.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.97.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.98.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.98.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.98.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.99.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.99.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.experts.99.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.shared_experts.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.shared_experts.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.63.shared_experts.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.attention.indexer.wq_b.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.attention.wo.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.attention.wq.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.0.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.0.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.0.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.1.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.1.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.1.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.10.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.10.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.10.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.100.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.100.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.100.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.101.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.101.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.101.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.102.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.102.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.102.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.103.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.103.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.103.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.104.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.104.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.104.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.105.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.105.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.105.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.106.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.106.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.106.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.107.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.107.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.107.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.108.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.108.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.108.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.109.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.109.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.109.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.11.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.11.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.11.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.110.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.110.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.110.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.111.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.111.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.111.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.112.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.112.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.112.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.113.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.113.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.113.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.114.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.114.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.114.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.115.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.115.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.115.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.116.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.116.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.116.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.117.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.117.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.117.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.118.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.118.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.118.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.119.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.119.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.119.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.12.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.12.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.12.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.120.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.120.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.120.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.121.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.121.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.121.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.122.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.122.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.122.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.123.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.123.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.123.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.124.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.124.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.124.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.125.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.125.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.125.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.126.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.126.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.126.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.127.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.127.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.127.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.13.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.13.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.13.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.14.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.14.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.14.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.15.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.15.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.15.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.16.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.16.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.16.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.17.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.17.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.17.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.18.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.18.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.18.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.19.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.19.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.19.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.2.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.2.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.2.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.20.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.20.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.20.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.21.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.21.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.21.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.22.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.22.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.22.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.23.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.23.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.23.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.24.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.24.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.24.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.25.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.25.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.25.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.26.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.26.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.26.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.27.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.27.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.27.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.28.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.28.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.28.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.29.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.29.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.29.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.3.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.3.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.3.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.30.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.30.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.30.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.31.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.31.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.31.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.32.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.32.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.32.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.33.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.33.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.33.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.34.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.34.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.34.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.35.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.35.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.35.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.36.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.36.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.36.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.37.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.37.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.37.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.38.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.38.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.38.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.39.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.39.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.39.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.4.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.4.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.4.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.40.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.40.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.40.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.41.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.41.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.41.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.42.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.42.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.42.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.43.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.43.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.43.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.44.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.44.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.44.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.45.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.45.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.45.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.46.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.46.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.46.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.47.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.47.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.47.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.48.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.48.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.48.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.49.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.49.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.49.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.5.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.5.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.5.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.50.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.50.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.50.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.51.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.51.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.51.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.52.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.52.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.52.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.53.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.53.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.53.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.54.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.54.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.54.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.55.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.55.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.55.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.56.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.56.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.56.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.57.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.57.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.57.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.58.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.58.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.58.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.59.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.59.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.59.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.6.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.6.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.6.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.60.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.60.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.60.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.61.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.61.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.61.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.62.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.62.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.62.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.63.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.63.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.63.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.64.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.64.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.64.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.65.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.65.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.65.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.66.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.66.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.66.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.67.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.67.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.67.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.68.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.68.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.68.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.69.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.69.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.69.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.7.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.7.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.7.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.70.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.70.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.70.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.71.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.71.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.71.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.72.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.72.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.72.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.73.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.73.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.73.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.74.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.74.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.74.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.75.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.75.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.75.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.76.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.76.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.76.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.77.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.77.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.77.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.78.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.78.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.78.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.79.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.79.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.79.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.8.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.8.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.8.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.80.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.80.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.80.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.81.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.81.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.81.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.82.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.82.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.82.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.83.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.83.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.83.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.84.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.84.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.84.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.85.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.85.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.85.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.86.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.86.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.86.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.87.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.87.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.87.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.88.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.88.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.88.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.89.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.89.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.89.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.9.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.9.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.9.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.90.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.90.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.90.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.91.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.91.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.91.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.92.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.92.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.92.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.93.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.93.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.93.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.94.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.94.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.94.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.95.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.95.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.95.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.96.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.96.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.96.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.97.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.97.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.97.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.98.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.98.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.98.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.99.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.99.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.experts.99.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.shared_experts.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.shared_experts.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.64.shared_experts.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.attention.wo.weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.attention.wq.weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.0.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.0.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.0.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.1.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.1.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.1.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.10.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.10.w2.weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.10.w3.weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.100.w1.weight": "consolidated-00045-of-00054.safetensors",
    "layers.65.experts.100.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.100.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.101.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.101.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.101.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.102.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.102.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.102.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.103.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.103.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.103.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.104.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.104.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.104.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.105.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.105.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.105.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.106.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.106.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.106.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.107.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.107.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.107.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.108.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.108.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.108.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.109.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.109.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.109.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.11.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.11.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.11.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.110.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.110.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.110.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.111.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.111.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.111.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.112.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.112.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.112.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.113.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.113.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.113.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.114.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.114.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.114.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.115.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.115.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.115.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.116.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.116.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.116.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.117.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.117.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.117.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.118.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.118.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.118.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.119.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.119.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.119.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.12.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.12.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.12.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.120.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.120.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.120.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.121.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.121.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.121.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.122.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.122.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.122.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.123.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.123.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.123.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.124.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.124.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.124.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.125.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.125.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.125.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.126.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.126.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.126.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.127.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.127.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.127.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.13.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.13.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.13.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.14.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.14.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.14.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.15.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.15.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.15.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.16.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.16.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.16.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.17.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.17.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.17.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.18.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.18.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.18.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.19.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.19.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.19.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.2.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.2.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.2.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.20.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.20.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.20.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.21.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.21.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.21.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.22.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.22.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.22.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.23.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.23.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.23.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.24.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.24.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.24.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.25.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.25.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.25.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.26.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.26.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.26.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.27.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.27.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.27.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.28.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.28.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.28.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.29.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.29.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.29.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.3.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.3.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.3.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.30.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.30.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.30.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.31.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.31.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.31.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.32.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.32.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.32.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.33.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.33.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.33.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.34.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.34.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.34.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.35.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.35.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.35.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.36.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.36.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.36.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.37.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.37.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.37.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.38.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.38.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.38.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.39.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.39.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.39.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.4.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.4.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.4.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.40.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.40.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.40.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.41.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.41.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.41.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.42.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.42.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.42.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.43.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.43.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.43.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.44.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.44.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.44.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.45.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.45.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.45.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.46.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.46.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.46.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.47.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.47.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.47.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.48.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.48.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.48.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.49.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.49.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.49.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.5.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.5.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.5.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.50.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.50.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.50.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.51.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.51.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.51.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.52.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.52.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.52.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.53.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.53.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.53.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.54.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.54.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.54.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.55.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.55.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.55.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.56.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.56.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.56.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.57.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.57.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.57.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.58.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.58.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.58.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.59.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.59.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.59.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.6.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.6.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.6.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.60.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.60.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.60.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.61.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.61.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.61.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.62.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.62.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.62.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.63.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.63.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.63.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.64.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.64.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.64.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.65.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.65.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.65.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.66.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.66.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.66.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.67.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.67.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.67.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.68.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.68.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.68.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.69.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.69.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.69.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.7.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.7.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.7.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.70.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.70.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.70.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.71.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.71.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.71.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.72.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.72.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.72.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.73.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.73.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.73.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.74.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.74.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.74.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.75.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.75.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.75.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.76.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.76.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.76.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.77.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.77.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.77.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.78.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.78.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.78.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.79.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.79.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.79.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.8.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.8.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.8.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.80.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.80.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.80.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.81.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.81.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.81.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.82.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.82.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.82.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.83.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.83.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.83.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.84.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.84.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.84.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.85.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.85.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.85.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.86.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.86.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.86.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.87.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.87.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.87.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.88.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.88.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.88.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.89.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.89.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.89.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.9.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.9.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.9.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.90.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.90.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.90.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.91.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.91.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.91.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.92.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.92.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.92.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.93.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.93.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.93.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.94.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.94.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.94.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.95.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.95.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.95.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.96.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.96.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.96.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.97.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.97.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.97.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.98.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.98.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.98.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.99.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.99.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.99.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.shared_experts.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.shared_experts.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.shared_experts.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.attention.wo.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.attention.wq.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.0.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.0.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.0.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.1.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.1.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.1.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.10.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.10.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.10.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.100.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.100.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.100.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.101.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.101.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.101.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.102.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.102.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.102.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.103.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.103.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.103.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.104.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.104.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.104.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.105.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.105.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.105.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.106.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.106.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.106.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.107.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.107.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.107.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.108.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.108.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.108.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.109.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.109.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.109.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.11.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.11.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.11.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.110.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.110.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.110.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.111.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.111.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.111.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.112.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.112.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.112.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.113.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.113.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.113.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.114.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.114.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.114.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.115.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.115.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.115.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.116.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.116.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.116.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.117.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.117.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.117.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.118.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.118.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.118.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.119.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.119.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.119.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.12.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.12.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.12.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.120.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.120.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.120.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.121.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.121.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.121.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.122.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.122.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.122.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.123.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.123.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.123.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.124.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.124.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.124.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.125.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.125.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.125.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.126.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.126.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.126.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.127.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.127.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.127.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.13.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.13.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.13.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.14.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.14.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.14.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.15.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.15.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.15.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.16.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.16.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.16.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.17.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.17.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.17.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.18.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.18.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.18.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.19.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.19.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.19.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.2.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.2.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.2.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.20.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.20.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.20.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.21.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.21.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.21.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.22.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.22.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.22.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.23.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.23.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.23.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.24.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.24.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.24.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.25.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.25.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.25.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.26.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.26.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.26.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.27.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.27.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.27.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.28.w1.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.28.w2.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.28.w3.qscale_weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.100.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.100.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.101.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.101.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.101.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.102.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.102.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.102.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.103.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.103.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.103.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.104.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.104.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.104.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.105.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.105.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.105.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.106.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.106.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.106.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.107.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.107.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.107.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.108.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.108.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.108.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.109.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.109.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.109.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.11.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.11.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.11.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.110.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.110.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.110.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.111.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.111.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.111.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.112.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.112.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.112.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.113.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.113.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.113.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.114.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.114.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.114.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.115.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.115.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.115.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.116.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.116.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.116.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.117.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.117.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.117.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.118.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.118.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.118.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.119.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.119.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.119.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.12.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.12.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.12.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.120.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.120.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.120.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.121.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.121.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.121.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.122.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.122.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.122.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.123.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.123.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.123.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.124.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.124.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.124.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.125.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.125.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.125.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.126.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.126.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.126.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.127.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.127.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.127.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.13.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.13.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.13.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.14.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.14.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.14.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.15.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.15.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.15.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.16.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.16.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.16.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.17.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.17.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.17.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.18.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.18.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.18.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.19.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.19.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.19.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.2.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.2.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.2.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.20.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.20.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.20.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.21.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.21.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.21.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.22.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.22.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.22.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.23.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.23.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.23.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.24.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.24.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.24.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.25.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.25.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.25.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.26.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.26.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.26.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.27.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.27.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.27.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.28.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.28.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.28.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.29.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.29.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.29.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.3.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.3.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.3.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.30.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.30.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.30.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.31.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.31.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.31.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.32.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.32.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.32.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.33.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.33.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.33.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.34.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.34.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.34.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.35.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.35.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.35.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.36.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.36.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.36.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.37.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.37.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.37.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.38.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.38.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.38.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.39.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.39.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.39.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.4.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.4.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.4.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.40.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.40.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.40.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.41.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.41.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.41.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.42.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.42.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.42.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.43.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.43.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.43.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.44.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.44.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.44.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.45.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.45.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.45.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.46.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.46.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.46.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.47.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.47.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.47.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.48.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.48.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.48.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.49.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.49.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.49.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.5.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.5.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.5.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.50.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.50.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.50.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.51.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.51.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.51.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.52.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.52.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.52.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.53.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.53.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.53.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.54.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.54.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.54.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.55.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.55.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.55.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.56.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.56.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.56.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.57.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.57.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.57.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.58.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.58.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.58.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.59.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.59.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.59.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.6.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.6.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.6.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.60.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.60.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.60.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.61.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.61.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.61.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.62.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.62.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.62.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.63.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.63.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.63.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.64.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.64.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.64.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.65.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.65.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.65.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.66.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.66.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.66.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.67.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.67.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.67.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.68.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.68.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.68.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.69.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.69.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.69.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.7.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.7.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.7.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.70.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.70.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.70.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.71.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.71.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.71.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.72.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.72.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.72.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.73.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.73.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.73.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.74.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.74.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.74.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.75.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.75.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.75.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.76.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.76.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.76.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.77.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.77.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.77.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.78.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.78.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.78.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.79.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.79.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.79.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.8.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.8.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.8.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.80.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.80.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.80.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.81.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.81.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.81.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.82.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.82.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.82.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.83.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.83.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.83.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.84.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.84.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.84.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.85.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.85.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.85.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.86.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.86.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.86.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.87.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.87.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.87.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.88.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.88.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.88.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.89.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.89.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.89.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.9.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.9.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.9.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.90.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.90.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.90.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.91.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.91.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.91.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.92.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.92.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.92.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.93.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.93.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.93.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.94.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.94.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.94.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.95.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.95.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.95.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.96.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.96.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.96.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.97.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.97.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.97.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.98.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.98.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.98.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.99.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.99.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.experts.99.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.shared_experts.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.shared_experts.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.65.shared_experts.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.attention.wo.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.attention.wq.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.0.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.0.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.0.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.1.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.1.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.1.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.10.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.10.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.10.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.100.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.100.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.100.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.101.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.101.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.101.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.102.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.102.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.102.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.103.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.103.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.103.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.104.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.104.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.104.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.105.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.105.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.105.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.106.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.106.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.106.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.107.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.107.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.107.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.108.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.108.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.108.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.109.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.109.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.109.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.11.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.11.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.11.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.110.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.110.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.110.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.111.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.111.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.111.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.112.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.112.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.112.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.113.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.113.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.113.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.114.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.114.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.114.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.115.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.115.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.115.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.116.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.116.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.116.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.117.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.117.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.117.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.118.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.118.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.118.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.119.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.119.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.119.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.12.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.12.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.12.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.120.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.120.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.120.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.121.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.121.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.121.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.122.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.122.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.122.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.123.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.123.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.123.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.124.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.124.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.124.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.125.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.125.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.125.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.126.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.126.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.126.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.127.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.127.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.127.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.13.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.13.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.13.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.14.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.14.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.14.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.15.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.15.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.15.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.16.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.16.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.16.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.17.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.17.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.17.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.18.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.18.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.18.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.19.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.19.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.19.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.2.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.2.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.2.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.20.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.20.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.20.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.21.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.21.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.21.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.22.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.22.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.22.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.23.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.23.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.23.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.24.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.24.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.24.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.25.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.25.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.25.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.26.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.26.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.26.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.27.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.27.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.27.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.28.w1.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.28.w2.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.28.w3.weight": "consolidated-00046-of-00054.safetensors",
    "layers.66.experts.29.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.29.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.29.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.3.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.3.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.3.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.30.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.30.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.30.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.31.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.31.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.31.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.32.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.32.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.32.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.33.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.33.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.33.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.34.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.34.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.34.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.35.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.35.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.35.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.36.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.36.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.36.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.37.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.37.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.37.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.38.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.38.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.38.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.39.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.39.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.39.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.4.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.4.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.4.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.40.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.40.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.40.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.41.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.41.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.41.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.42.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.42.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.42.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.43.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.43.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.43.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.44.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.44.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.44.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.45.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.45.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.45.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.46.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.46.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.46.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.47.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.47.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.47.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.48.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.48.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.48.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.49.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.49.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.49.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.5.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.5.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.5.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.50.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.50.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.50.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.51.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.51.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.51.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.52.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.52.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.52.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.53.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.53.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.53.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.54.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.54.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.54.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.55.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.55.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.55.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.56.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.56.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.56.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.57.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.57.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.57.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.58.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.58.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.58.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.59.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.59.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.59.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.6.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.6.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.6.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.60.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.60.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.60.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.61.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.61.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.61.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.62.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.62.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.62.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.63.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.63.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.63.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.64.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.64.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.64.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.65.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.65.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.65.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.66.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.66.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.66.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.67.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.67.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.67.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.68.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.68.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.68.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.69.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.69.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.69.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.7.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.7.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.7.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.70.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.70.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.70.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.71.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.71.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.71.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.72.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.72.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.72.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.73.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.73.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.73.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.74.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.74.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.74.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.75.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.75.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.75.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.76.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.76.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.76.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.77.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.77.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.77.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.78.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.78.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.78.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.79.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.79.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.79.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.8.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.8.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.8.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.80.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.80.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.80.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.81.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.81.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.81.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.82.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.82.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.82.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.83.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.83.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.83.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.84.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.84.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.84.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.85.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.85.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.85.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.86.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.86.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.86.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.87.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.87.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.87.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.88.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.88.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.88.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.89.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.89.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.89.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.9.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.9.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.9.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.90.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.90.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.90.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.91.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.91.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.91.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.92.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.92.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.92.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.93.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.93.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.93.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.94.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.94.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.94.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.95.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.95.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.95.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.96.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.96.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.96.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.97.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.97.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.97.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.98.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.98.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.98.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.99.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.99.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.99.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.shared_experts.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.shared_experts.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.shared_experts.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.attention.indexer.wq_b.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.attention.wo.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.attention.wq.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.0.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.0.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.0.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.1.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.1.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.1.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.10.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.10.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.10.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.100.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.100.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.100.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.101.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.101.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.101.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.102.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.102.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.102.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.103.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.103.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.103.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.104.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.104.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.104.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.105.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.105.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.105.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.106.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.106.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.106.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.107.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.107.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.107.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.108.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.108.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.108.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.109.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.109.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.109.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.11.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.11.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.11.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.110.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.110.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.110.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.111.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.111.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.111.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.112.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.112.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.112.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.113.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.113.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.113.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.114.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.114.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.114.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.115.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.115.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.115.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.116.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.116.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.116.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.117.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.117.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.117.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.118.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.118.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.118.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.119.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.119.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.119.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.12.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.12.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.12.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.120.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.120.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.120.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.121.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.121.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.121.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.122.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.122.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.122.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.123.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.123.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.123.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.124.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.124.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.124.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.125.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.125.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.125.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.126.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.126.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.126.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.127.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.127.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.127.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.13.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.13.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.13.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.14.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.14.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.14.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.15.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.15.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.15.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.16.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.16.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.16.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.17.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.17.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.17.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.18.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.18.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.18.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.19.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.19.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.19.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.2.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.2.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.2.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.20.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.20.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.20.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.21.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.21.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.21.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.22.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.22.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.22.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.23.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.23.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.23.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.24.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.24.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.24.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.25.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.25.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.25.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.26.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.26.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.26.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.27.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.27.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.27.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.28.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.28.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.28.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.29.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.29.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.29.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.3.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.3.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.3.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.30.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.30.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.30.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.31.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.31.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.31.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.32.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.32.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.32.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.33.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.33.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.33.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.34.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.34.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.34.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.35.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.35.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.35.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.36.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.36.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.36.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.37.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.37.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.37.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.38.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.38.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.38.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.39.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.39.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.39.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.4.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.4.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.4.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.40.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.40.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.40.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.41.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.41.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.41.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.42.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.42.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.42.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.43.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.43.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.43.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.44.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.44.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.44.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.45.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.45.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.45.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.46.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.46.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.46.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.47.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.47.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.47.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.48.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.48.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.48.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.49.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.49.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.49.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.5.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.5.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.5.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.50.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.50.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.50.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.51.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.51.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.51.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.52.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.52.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.52.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.53.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.53.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.53.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.54.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.54.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.54.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.55.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.55.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.55.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.56.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.56.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.56.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.57.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.57.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.57.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.58.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.58.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.58.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.59.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.59.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.59.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.6.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.6.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.6.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.60.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.60.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.60.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.61.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.61.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.61.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.62.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.62.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.62.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.63.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.63.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.63.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.64.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.64.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.64.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.65.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.65.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.65.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.66.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.66.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.66.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.67.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.67.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.67.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.68.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.68.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.68.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.69.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.69.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.69.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.7.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.7.w2.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.7.w3.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.70.w1.qscale_weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.29.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.29.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.29.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.3.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.3.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.3.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.30.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.30.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.30.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.31.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.31.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.31.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.32.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.32.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.32.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.33.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.33.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.33.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.34.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.34.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.34.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.35.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.35.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.35.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.36.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.36.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.36.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.37.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.37.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.37.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.38.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.38.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.38.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.39.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.39.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.39.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.4.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.4.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.4.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.40.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.40.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.40.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.41.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.41.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.41.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.42.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.42.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.42.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.43.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.43.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.43.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.44.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.44.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.44.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.45.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.45.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.45.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.46.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.46.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.46.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.47.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.47.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.47.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.48.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.48.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.48.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.49.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.49.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.49.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.5.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.5.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.5.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.50.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.50.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.50.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.51.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.51.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.51.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.52.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.52.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.52.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.53.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.53.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.53.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.54.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.54.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.54.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.55.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.55.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.55.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.56.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.56.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.56.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.57.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.57.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.57.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.58.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.58.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.58.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.59.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.59.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.59.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.6.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.6.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.6.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.60.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.60.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.60.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.61.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.61.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.61.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.62.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.62.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.62.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.63.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.63.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.63.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.64.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.64.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.64.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.65.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.65.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.65.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.66.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.66.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.66.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.67.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.67.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.67.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.68.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.68.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.68.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.69.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.69.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.69.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.7.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.7.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.7.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.70.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.70.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.70.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.71.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.71.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.71.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.72.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.72.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.72.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.73.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.73.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.73.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.74.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.74.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.74.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.75.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.75.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.75.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.76.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.76.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.76.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.77.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.77.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.77.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.78.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.78.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.78.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.79.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.79.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.79.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.8.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.8.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.8.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.80.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.80.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.80.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.81.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.81.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.81.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.82.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.82.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.82.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.83.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.83.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.83.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.84.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.84.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.84.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.85.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.85.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.85.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.86.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.86.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.86.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.87.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.87.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.87.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.88.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.88.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.88.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.89.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.89.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.89.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.9.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.9.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.9.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.90.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.90.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.90.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.91.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.91.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.91.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.92.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.92.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.92.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.93.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.93.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.93.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.94.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.94.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.94.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.95.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.95.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.95.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.96.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.96.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.96.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.97.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.97.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.97.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.98.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.98.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.98.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.99.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.99.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.experts.99.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.shared_experts.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.shared_experts.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.66.shared_experts.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.attention.indexer.wq_b.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.attention.wo.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.attention.wq.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.0.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.0.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.0.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.1.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.1.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.1.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.10.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.10.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.10.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.100.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.100.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.100.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.101.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.101.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.101.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.102.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.102.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.102.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.103.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.103.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.103.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.104.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.104.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.104.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.105.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.105.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.105.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.106.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.106.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.106.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.107.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.107.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.107.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.108.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.108.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.108.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.109.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.109.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.109.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.11.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.11.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.11.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.110.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.110.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.110.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.111.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.111.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.111.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.112.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.112.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.112.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.113.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.113.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.113.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.114.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.114.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.114.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.115.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.115.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.115.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.116.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.116.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.116.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.117.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.117.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.117.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.118.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.118.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.118.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.119.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.119.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.119.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.12.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.12.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.12.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.120.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.120.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.120.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.121.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.121.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.121.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.122.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.122.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.122.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.123.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.123.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.123.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.124.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.124.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.124.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.125.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.125.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.125.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.126.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.126.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.126.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.127.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.127.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.127.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.13.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.13.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.13.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.14.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.14.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.14.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.15.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.15.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.15.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.16.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.16.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.16.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.17.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.17.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.17.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.18.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.18.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.18.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.19.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.19.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.19.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.2.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.2.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.2.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.20.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.20.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.20.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.21.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.21.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.21.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.22.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.22.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.22.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.23.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.23.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.23.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.24.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.24.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.24.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.25.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.25.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.25.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.26.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.26.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.26.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.27.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.27.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.27.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.28.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.28.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.28.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.29.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.29.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.29.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.3.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.3.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.3.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.30.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.30.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.30.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.31.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.31.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.31.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.32.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.32.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.32.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.33.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.33.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.33.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.34.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.34.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.34.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.35.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.35.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.35.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.36.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.36.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.36.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.37.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.37.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.37.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.38.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.38.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.38.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.39.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.39.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.39.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.4.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.4.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.4.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.40.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.40.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.40.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.41.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.41.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.41.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.42.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.42.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.42.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.43.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.43.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.43.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.44.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.44.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.44.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.45.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.45.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.45.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.46.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.46.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.46.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.47.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.47.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.47.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.48.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.48.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.48.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.49.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.49.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.49.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.5.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.5.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.5.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.50.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.50.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.50.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.51.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.51.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.51.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.52.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.52.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.52.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.53.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.53.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.53.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.54.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.54.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.54.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.55.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.55.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.55.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.56.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.56.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.56.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.57.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.57.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.57.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.58.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.58.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.58.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.59.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.59.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.59.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.6.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.6.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.6.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.60.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.60.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.60.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.61.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.61.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.61.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.62.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.62.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.62.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.63.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.63.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.63.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.64.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.64.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.64.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.65.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.65.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.65.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.66.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.66.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.66.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.67.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.67.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.67.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.68.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.68.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.68.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.69.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.69.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.69.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.7.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.7.w2.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.7.w3.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.70.w1.weight": "consolidated-00047-of-00054.safetensors",
    "layers.67.experts.70.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.70.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.71.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.71.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.71.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.72.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.72.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.72.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.73.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.73.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.73.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.74.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.74.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.74.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.75.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.75.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.75.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.76.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.76.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.76.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.77.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.77.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.77.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.78.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.78.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.78.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.79.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.79.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.79.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.8.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.8.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.8.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.80.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.80.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.80.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.81.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.81.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.81.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.82.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.82.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.82.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.83.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.83.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.83.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.84.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.84.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.84.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.85.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.85.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.85.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.86.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.86.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.86.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.87.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.87.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.87.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.88.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.88.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.88.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.89.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.89.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.89.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.9.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.9.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.9.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.90.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.90.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.90.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.91.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.91.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.91.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.92.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.92.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.92.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.93.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.93.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.93.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.94.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.94.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.94.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.95.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.95.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.95.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.96.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.96.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.96.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.97.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.97.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.97.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.98.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.98.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.98.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.99.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.99.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.99.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.shared_experts.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.shared_experts.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.shared_experts.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.attention.indexer.wq_b.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.attention.wo.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.attention.wq.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.0.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.0.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.0.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.1.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.1.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.1.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.10.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.10.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.10.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.100.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.100.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.100.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.101.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.101.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.101.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.102.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.102.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.102.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.103.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.103.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.103.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.104.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.104.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.104.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.105.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.105.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.105.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.106.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.106.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.106.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.107.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.107.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.107.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.108.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.108.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.108.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.109.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.109.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.109.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.11.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.11.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.11.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.110.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.110.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.110.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.111.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.111.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.111.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.112.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.112.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.112.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.113.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.113.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.113.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.114.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.114.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.114.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.115.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.115.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.115.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.116.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.116.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.116.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.117.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.117.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.117.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.118.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.118.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.118.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.119.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.119.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.119.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.12.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.12.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.12.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.120.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.120.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.120.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.121.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.121.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.121.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.122.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.122.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.122.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.123.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.123.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.123.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.124.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.124.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.124.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.125.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.125.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.125.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.126.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.126.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.126.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.127.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.127.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.127.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.13.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.13.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.13.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.14.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.14.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.14.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.15.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.15.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.15.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.16.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.16.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.16.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.17.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.17.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.17.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.18.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.18.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.18.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.19.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.19.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.19.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.2.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.2.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.2.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.20.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.20.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.20.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.21.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.21.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.21.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.22.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.22.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.22.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.23.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.23.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.23.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.24.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.24.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.24.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.25.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.25.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.25.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.26.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.26.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.26.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.27.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.27.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.27.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.28.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.28.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.28.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.29.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.29.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.29.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.3.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.3.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.3.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.30.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.30.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.30.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.31.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.31.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.31.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.32.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.32.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.32.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.33.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.33.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.33.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.34.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.34.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.34.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.35.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.35.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.35.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.36.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.36.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.36.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.37.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.37.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.37.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.38.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.38.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.38.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.39.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.39.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.39.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.4.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.4.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.4.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.40.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.40.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.40.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.41.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.41.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.41.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.42.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.42.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.42.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.43.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.43.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.43.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.44.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.44.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.44.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.45.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.45.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.45.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.46.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.46.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.46.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.47.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.47.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.47.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.48.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.48.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.48.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.49.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.49.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.49.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.5.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.5.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.5.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.50.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.50.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.50.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.51.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.51.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.51.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.52.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.52.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.52.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.53.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.53.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.53.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.54.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.54.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.54.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.55.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.55.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.55.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.56.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.56.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.56.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.57.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.57.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.57.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.58.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.58.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.58.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.59.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.59.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.59.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.6.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.6.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.6.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.60.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.60.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.60.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.61.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.61.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.61.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.62.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.62.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.62.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.63.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.63.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.63.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.64.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.64.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.64.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.65.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.65.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.65.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.66.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.66.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.66.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.67.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.67.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.67.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.68.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.68.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.68.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.69.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.69.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.69.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.7.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.7.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.7.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.70.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.70.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.70.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.71.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.71.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.71.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.72.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.72.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.72.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.73.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.73.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.73.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.74.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.74.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.74.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.75.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.75.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.75.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.76.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.76.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.76.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.77.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.77.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.77.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.78.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.78.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.78.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.79.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.79.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.79.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.8.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.8.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.8.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.80.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.80.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.80.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.81.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.81.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.81.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.82.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.82.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.82.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.83.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.83.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.83.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.84.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.84.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.84.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.85.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.85.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.85.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.86.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.86.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.86.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.87.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.87.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.87.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.88.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.88.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.88.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.89.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.89.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.89.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.9.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.9.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.9.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.90.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.90.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.90.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.91.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.91.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.91.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.92.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.92.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.92.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.93.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.93.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.93.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.94.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.94.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.94.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.95.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.95.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.95.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.96.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.96.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.96.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.97.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.97.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.97.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.98.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.98.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.98.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.99.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.99.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.99.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.shared_experts.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.shared_experts.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.shared_experts.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.attention.wo.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.attention.wq.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.0.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.0.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.0.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.1.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.1.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.1.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.10.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.10.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.10.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.100.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.100.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.100.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.101.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.101.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.101.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.102.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.102.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.102.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.103.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.103.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.103.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.104.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.104.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.104.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.105.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.105.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.105.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.106.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.106.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.106.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.107.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.107.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.107.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.108.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.108.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.108.w3.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.109.w1.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.109.w2.qscale_weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.70.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.70.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.71.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.71.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.71.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.72.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.72.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.72.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.73.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.73.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.73.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.74.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.74.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.74.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.75.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.75.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.75.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.76.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.76.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.76.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.77.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.77.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.77.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.78.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.78.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.78.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.79.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.79.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.79.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.8.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.8.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.8.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.80.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.80.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.80.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.81.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.81.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.81.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.82.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.82.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.82.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.83.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.83.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.83.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.84.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.84.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.84.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.85.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.85.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.85.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.86.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.86.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.86.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.87.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.87.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.87.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.88.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.88.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.88.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.89.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.89.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.89.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.9.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.9.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.9.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.90.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.90.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.90.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.91.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.91.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.91.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.92.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.92.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.92.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.93.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.93.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.93.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.94.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.94.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.94.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.95.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.95.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.95.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.96.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.96.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.96.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.97.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.97.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.97.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.98.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.98.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.98.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.99.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.99.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.experts.99.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.shared_experts.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.shared_experts.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.67.shared_experts.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.attention.indexer.wq_b.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.attention.wo.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.attention.wq.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.0.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.0.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.0.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.1.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.1.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.1.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.10.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.10.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.10.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.100.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.100.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.100.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.101.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.101.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.101.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.102.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.102.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.102.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.103.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.103.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.103.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.104.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.104.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.104.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.105.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.105.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.105.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.106.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.106.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.106.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.107.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.107.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.107.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.108.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.108.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.108.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.109.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.109.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.109.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.11.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.11.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.11.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.110.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.110.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.110.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.111.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.111.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.111.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.112.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.112.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.112.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.113.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.113.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.113.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.114.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.114.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.114.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.115.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.115.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.115.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.116.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.116.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.116.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.117.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.117.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.117.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.118.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.118.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.118.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.119.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.119.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.119.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.12.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.12.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.12.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.120.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.120.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.120.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.121.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.121.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.121.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.122.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.122.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.122.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.123.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.123.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.123.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.124.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.124.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.124.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.125.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.125.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.125.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.126.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.126.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.126.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.127.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.127.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.127.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.13.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.13.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.13.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.14.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.14.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.14.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.15.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.15.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.15.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.16.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.16.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.16.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.17.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.17.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.17.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.18.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.18.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.18.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.19.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.19.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.19.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.2.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.2.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.2.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.20.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.20.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.20.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.21.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.21.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.21.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.22.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.22.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.22.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.23.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.23.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.23.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.24.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.24.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.24.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.25.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.25.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.25.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.26.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.26.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.26.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.27.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.27.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.27.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.28.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.28.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.28.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.29.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.29.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.29.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.3.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.3.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.3.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.30.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.30.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.30.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.31.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.31.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.31.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.32.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.32.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.32.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.33.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.33.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.33.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.34.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.34.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.34.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.35.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.35.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.35.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.36.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.36.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.36.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.37.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.37.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.37.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.38.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.38.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.38.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.39.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.39.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.39.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.4.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.4.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.4.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.40.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.40.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.40.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.41.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.41.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.41.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.42.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.42.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.42.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.43.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.43.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.43.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.44.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.44.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.44.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.45.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.45.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.45.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.46.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.46.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.46.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.47.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.47.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.47.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.48.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.48.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.48.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.49.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.49.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.49.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.5.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.5.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.5.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.50.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.50.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.50.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.51.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.51.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.51.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.52.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.52.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.52.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.53.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.53.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.53.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.54.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.54.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.54.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.55.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.55.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.55.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.56.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.56.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.56.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.57.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.57.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.57.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.58.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.58.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.58.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.59.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.59.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.59.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.6.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.6.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.6.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.60.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.60.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.60.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.61.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.61.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.61.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.62.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.62.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.62.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.63.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.63.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.63.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.64.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.64.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.64.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.65.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.65.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.65.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.66.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.66.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.66.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.67.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.67.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.67.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.68.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.68.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.68.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.69.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.69.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.69.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.7.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.7.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.7.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.70.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.70.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.70.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.71.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.71.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.71.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.72.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.72.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.72.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.73.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.73.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.73.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.74.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.74.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.74.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.75.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.75.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.75.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.76.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.76.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.76.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.77.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.77.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.77.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.78.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.78.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.78.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.79.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.79.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.79.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.8.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.8.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.8.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.80.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.80.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.80.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.81.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.81.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.81.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.82.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.82.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.82.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.83.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.83.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.83.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.84.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.84.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.84.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.85.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.85.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.85.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.86.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.86.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.86.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.87.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.87.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.87.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.88.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.88.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.88.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.89.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.89.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.89.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.9.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.9.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.9.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.90.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.90.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.90.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.91.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.91.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.91.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.92.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.92.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.92.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.93.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.93.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.93.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.94.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.94.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.94.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.95.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.95.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.95.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.96.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.96.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.96.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.97.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.97.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.97.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.98.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.98.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.98.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.99.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.99.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.experts.99.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.shared_experts.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.shared_experts.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.68.shared_experts.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.attention.wo.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.attention.wq.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.0.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.0.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.0.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.1.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.1.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.1.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.10.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.10.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.10.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.100.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.100.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.100.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.101.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.101.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.101.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.102.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.102.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.102.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.103.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.103.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.103.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.104.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.104.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.104.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.105.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.105.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.105.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.106.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.106.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.106.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.107.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.107.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.107.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.108.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.108.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.108.w3.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.109.w1.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.109.w2.weight": "consolidated-00048-of-00054.safetensors",
    "layers.69.experts.109.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.11.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.11.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.11.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.110.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.110.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.110.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.111.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.111.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.111.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.112.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.112.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.112.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.113.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.113.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.113.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.114.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.114.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.114.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.115.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.115.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.115.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.116.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.116.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.116.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.117.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.117.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.117.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.118.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.118.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.118.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.119.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.119.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.119.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.12.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.12.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.12.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.120.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.120.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.120.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.121.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.121.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.121.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.122.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.122.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.122.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.123.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.123.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.123.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.124.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.124.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.124.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.125.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.125.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.125.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.126.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.126.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.126.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.127.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.127.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.127.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.13.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.13.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.13.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.14.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.14.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.14.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.15.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.15.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.15.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.16.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.16.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.16.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.17.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.17.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.17.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.18.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.18.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.18.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.19.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.19.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.19.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.2.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.2.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.2.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.20.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.20.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.20.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.21.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.21.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.21.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.22.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.22.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.22.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.23.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.23.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.23.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.24.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.24.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.24.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.25.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.25.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.25.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.26.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.26.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.26.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.27.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.27.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.27.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.28.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.28.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.28.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.29.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.29.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.29.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.3.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.3.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.3.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.30.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.30.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.30.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.31.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.31.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.31.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.32.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.32.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.32.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.33.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.33.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.33.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.34.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.34.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.34.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.35.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.35.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.35.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.36.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.36.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.36.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.37.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.37.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.37.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.38.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.38.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.38.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.39.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.39.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.39.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.4.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.4.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.4.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.40.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.40.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.40.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.41.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.41.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.41.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.42.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.42.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.42.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.43.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.43.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.43.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.44.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.44.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.44.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.45.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.45.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.45.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.46.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.46.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.46.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.47.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.47.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.47.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.48.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.48.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.48.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.49.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.49.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.49.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.5.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.5.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.5.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.50.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.50.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.50.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.51.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.51.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.51.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.52.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.52.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.52.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.53.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.53.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.53.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.54.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.54.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.54.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.55.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.55.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.55.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.56.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.56.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.56.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.57.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.57.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.57.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.58.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.58.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.58.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.59.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.59.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.59.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.6.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.6.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.6.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.60.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.60.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.60.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.61.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.61.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.61.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.62.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.62.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.62.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.63.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.63.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.63.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.64.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.64.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.64.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.65.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.65.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.65.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.66.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.66.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.66.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.67.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.67.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.67.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.68.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.68.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.68.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.69.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.69.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.69.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.7.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.7.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.7.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.70.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.70.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.70.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.71.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.71.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.71.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.72.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.72.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.72.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.73.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.73.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.73.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.74.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.74.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.74.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.75.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.75.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.75.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.76.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.76.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.76.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.77.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.77.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.77.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.78.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.78.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.78.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.79.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.79.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.79.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.8.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.8.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.8.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.80.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.80.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.80.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.81.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.81.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.81.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.82.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.82.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.82.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.83.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.83.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.83.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.84.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.84.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.84.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.85.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.85.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.85.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.86.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.86.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.86.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.87.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.87.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.87.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.88.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.88.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.88.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.89.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.89.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.89.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.9.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.9.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.9.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.90.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.90.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.90.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.91.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.91.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.91.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.92.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.92.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.92.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.93.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.93.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.93.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.94.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.94.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.94.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.95.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.95.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.95.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.96.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.96.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.96.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.97.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.97.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.97.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.98.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.98.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.98.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.99.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.99.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.99.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.shared_experts.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.shared_experts.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.shared_experts.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.attention.indexer.wq_b.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.attention.wo.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.attention.wq.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.0.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.0.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.0.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.1.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.1.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.1.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.10.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.10.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.10.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.100.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.100.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.100.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.101.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.101.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.101.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.102.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.102.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.102.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.103.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.103.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.103.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.104.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.104.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.104.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.105.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.105.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.105.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.106.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.106.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.106.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.107.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.107.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.107.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.108.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.108.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.108.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.109.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.109.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.109.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.11.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.11.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.11.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.110.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.110.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.110.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.111.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.111.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.111.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.112.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.112.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.112.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.113.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.113.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.113.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.114.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.114.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.114.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.115.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.115.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.115.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.116.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.116.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.116.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.117.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.117.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.117.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.118.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.118.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.118.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.119.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.119.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.119.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.12.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.12.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.12.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.120.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.120.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.120.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.121.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.121.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.121.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.122.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.122.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.122.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.123.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.123.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.123.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.124.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.124.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.124.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.125.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.125.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.125.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.126.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.126.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.126.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.127.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.127.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.127.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.13.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.13.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.13.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.14.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.14.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.14.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.15.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.15.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.15.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.16.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.16.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.16.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.17.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.17.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.17.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.18.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.18.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.18.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.19.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.19.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.19.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.2.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.2.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.2.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.20.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.20.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.20.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.21.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.21.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.21.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.22.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.22.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.22.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.23.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.23.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.23.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.24.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.24.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.24.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.25.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.25.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.25.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.26.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.26.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.26.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.27.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.27.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.27.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.28.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.28.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.28.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.29.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.29.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.29.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.3.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.3.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.3.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.30.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.30.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.30.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.31.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.31.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.31.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.32.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.32.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.32.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.33.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.33.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.33.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.34.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.34.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.34.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.35.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.35.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.35.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.36.w1.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.36.w2.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.36.w3.qscale_weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.109.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.11.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.11.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.11.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.110.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.110.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.110.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.111.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.111.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.111.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.112.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.112.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.112.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.113.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.113.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.113.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.114.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.114.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.114.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.115.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.115.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.115.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.116.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.116.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.116.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.117.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.117.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.117.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.118.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.118.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.118.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.119.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.119.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.119.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.12.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.12.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.12.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.120.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.120.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.120.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.121.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.121.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.121.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.122.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.122.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.122.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.123.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.123.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.123.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.124.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.124.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.124.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.125.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.125.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.125.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.126.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.126.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.126.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.127.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.127.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.127.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.13.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.13.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.13.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.14.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.14.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.14.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.15.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.15.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.15.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.16.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.16.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.16.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.17.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.17.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.17.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.18.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.18.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.18.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.19.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.19.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.19.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.2.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.2.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.2.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.20.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.20.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.20.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.21.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.21.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.21.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.22.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.22.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.22.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.23.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.23.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.23.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.24.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.24.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.24.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.25.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.25.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.25.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.26.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.26.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.26.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.27.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.27.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.27.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.28.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.28.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.28.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.29.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.29.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.29.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.3.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.3.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.3.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.30.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.30.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.30.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.31.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.31.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.31.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.32.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.32.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.32.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.33.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.33.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.33.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.34.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.34.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.34.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.35.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.35.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.35.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.36.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.36.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.36.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.37.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.37.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.37.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.38.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.38.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.38.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.39.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.39.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.39.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.4.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.4.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.4.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.40.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.40.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.40.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.41.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.41.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.41.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.42.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.42.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.42.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.43.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.43.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.43.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.44.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.44.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.44.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.45.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.45.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.45.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.46.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.46.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.46.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.47.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.47.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.47.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.48.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.48.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.48.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.49.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.49.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.49.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.5.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.5.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.5.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.50.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.50.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.50.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.51.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.51.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.51.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.52.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.52.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.52.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.53.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.53.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.53.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.54.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.54.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.54.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.55.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.55.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.55.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.56.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.56.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.56.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.57.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.57.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.57.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.58.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.58.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.58.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.59.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.59.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.59.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.6.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.6.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.6.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.60.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.60.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.60.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.61.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.61.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.61.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.62.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.62.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.62.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.63.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.63.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.63.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.64.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.64.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.64.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.65.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.65.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.65.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.66.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.66.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.66.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.67.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.67.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.67.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.68.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.68.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.68.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.69.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.69.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.69.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.7.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.7.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.7.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.70.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.70.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.70.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.71.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.71.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.71.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.72.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.72.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.72.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.73.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.73.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.73.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.74.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.74.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.74.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.75.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.75.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.75.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.76.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.76.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.76.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.77.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.77.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.77.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.78.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.78.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.78.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.79.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.79.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.79.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.8.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.8.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.8.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.80.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.80.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.80.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.81.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.81.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.81.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.82.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.82.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.82.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.83.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.83.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.83.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.84.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.84.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.84.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.85.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.85.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.85.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.86.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.86.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.86.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.87.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.87.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.87.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.88.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.88.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.88.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.89.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.89.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.89.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.9.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.9.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.9.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.90.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.90.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.90.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.91.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.91.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.91.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.92.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.92.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.92.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.93.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.93.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.93.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.94.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.94.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.94.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.95.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.95.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.95.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.96.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.96.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.96.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.97.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.97.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.97.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.98.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.98.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.98.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.99.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.99.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.experts.99.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.shared_experts.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.shared_experts.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.69.shared_experts.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.attention.indexer.wq_b.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.attention.wo.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.attention.wq.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.0.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.0.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.0.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.1.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.1.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.1.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.10.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.10.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.10.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.100.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.100.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.100.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.101.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.101.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.101.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.102.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.102.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.102.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.103.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.103.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.103.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.104.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.104.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.104.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.105.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.105.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.105.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.106.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.106.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.106.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.107.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.107.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.107.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.108.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.108.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.108.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.109.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.109.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.109.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.11.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.11.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.11.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.110.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.110.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.110.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.111.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.111.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.111.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.112.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.112.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.112.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.113.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.113.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.113.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.114.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.114.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.114.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.115.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.115.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.115.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.116.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.116.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.116.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.117.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.117.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.117.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.118.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.118.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.118.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.119.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.119.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.119.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.12.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.12.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.12.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.120.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.120.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.120.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.121.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.121.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.121.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.122.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.122.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.122.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.123.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.123.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.123.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.124.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.124.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.124.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.125.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.125.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.125.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.126.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.126.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.126.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.127.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.127.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.127.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.13.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.13.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.13.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.14.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.14.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.14.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.15.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.15.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.15.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.16.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.16.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.16.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.17.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.17.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.17.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.18.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.18.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.18.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.19.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.19.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.19.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.2.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.2.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.2.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.20.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.20.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.20.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.21.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.21.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.21.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.22.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.22.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.22.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.23.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.23.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.23.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.24.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.24.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.24.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.25.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.25.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.25.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.26.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.26.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.26.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.27.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.27.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.27.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.28.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.28.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.28.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.29.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.29.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.29.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.3.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.3.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.3.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.30.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.30.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.30.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.31.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.31.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.31.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.32.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.32.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.32.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.33.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.33.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.33.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.34.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.34.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.34.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.35.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.35.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.35.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.36.w1.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.36.w2.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.36.w3.weight": "consolidated-00049-of-00054.safetensors",
    "layers.7.experts.37.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.37.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.37.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.38.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.38.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.38.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.39.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.39.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.39.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.4.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.4.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.4.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.40.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.40.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.40.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.41.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.41.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.41.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.42.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.42.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.42.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.43.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.43.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.43.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.44.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.44.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.44.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.45.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.45.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.45.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.46.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.46.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.46.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.47.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.47.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.47.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.48.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.48.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.48.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.49.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.49.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.49.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.5.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.5.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.5.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.50.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.50.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.50.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.51.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.51.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.51.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.52.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.52.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.52.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.53.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.53.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.53.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.54.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.54.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.54.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.55.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.55.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.55.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.56.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.56.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.56.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.57.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.57.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.57.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.58.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.58.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.58.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.59.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.59.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.59.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.6.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.6.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.6.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.60.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.60.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.60.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.61.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.61.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.61.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.62.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.62.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.62.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.63.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.63.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.63.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.64.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.64.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.64.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.65.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.65.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.65.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.66.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.66.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.66.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.67.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.67.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.67.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.68.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.68.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.68.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.69.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.69.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.69.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.7.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.7.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.7.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.70.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.70.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.70.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.71.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.71.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.71.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.72.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.72.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.72.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.73.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.73.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.73.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.74.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.74.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.74.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.75.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.75.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.75.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.76.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.76.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.76.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.77.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.77.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.77.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.78.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.78.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.78.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.79.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.79.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.79.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.8.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.8.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.8.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.80.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.80.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.80.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.81.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.81.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.81.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.82.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.82.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.82.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.83.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.83.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.83.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.84.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.84.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.84.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.85.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.85.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.85.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.86.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.86.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.86.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.87.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.87.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.87.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.88.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.88.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.88.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.89.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.89.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.89.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.9.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.9.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.9.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.90.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.90.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.90.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.91.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.91.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.91.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.92.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.92.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.92.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.93.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.93.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.93.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.94.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.94.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.94.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.95.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.95.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.95.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.96.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.96.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.96.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.97.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.97.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.97.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.98.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.98.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.98.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.99.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.99.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.99.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.shared_experts.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.shared_experts.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.shared_experts.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.attention.wo.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.attention.wq.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.0.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.0.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.0.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.1.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.1.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.1.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.10.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.10.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.10.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.100.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.100.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.100.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.101.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.101.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.101.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.102.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.102.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.102.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.103.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.103.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.103.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.104.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.104.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.104.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.105.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.105.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.105.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.106.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.106.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.106.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.107.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.107.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.107.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.108.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.108.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.108.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.109.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.109.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.109.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.11.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.11.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.11.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.110.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.110.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.110.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.111.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.111.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.111.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.112.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.112.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.112.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.113.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.113.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.113.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.114.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.114.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.114.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.115.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.115.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.115.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.116.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.116.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.116.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.117.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.117.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.117.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.118.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.118.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.118.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.119.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.119.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.119.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.12.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.12.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.12.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.120.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.120.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.120.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.121.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.121.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.121.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.122.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.122.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.122.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.123.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.123.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.123.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.124.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.124.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.124.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.125.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.125.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.125.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.126.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.126.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.126.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.127.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.127.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.127.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.13.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.13.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.13.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.14.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.14.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.14.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.15.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.15.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.15.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.16.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.16.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.16.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.17.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.17.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.17.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.18.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.18.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.18.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.19.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.19.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.19.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.2.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.2.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.2.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.20.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.20.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.20.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.21.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.21.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.21.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.22.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.22.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.22.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.23.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.23.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.23.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.24.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.24.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.24.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.25.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.25.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.25.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.26.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.26.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.26.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.27.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.27.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.27.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.28.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.28.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.28.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.29.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.29.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.29.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.3.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.3.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.3.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.30.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.30.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.30.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.31.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.31.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.31.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.32.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.32.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.32.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.33.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.33.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.33.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.34.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.34.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.34.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.35.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.35.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.35.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.36.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.36.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.36.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.37.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.37.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.37.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.38.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.38.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.38.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.39.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.39.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.39.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.4.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.4.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.4.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.40.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.40.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.40.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.41.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.41.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.41.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.42.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.42.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.42.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.43.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.43.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.43.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.44.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.44.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.44.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.45.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.45.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.45.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.46.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.46.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.46.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.47.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.47.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.47.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.48.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.48.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.48.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.49.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.49.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.49.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.5.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.5.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.5.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.50.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.50.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.50.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.51.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.51.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.51.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.52.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.52.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.52.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.53.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.53.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.53.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.54.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.54.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.54.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.55.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.55.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.55.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.56.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.56.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.56.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.57.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.57.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.57.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.58.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.58.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.58.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.59.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.59.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.59.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.6.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.6.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.6.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.60.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.60.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.60.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.61.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.61.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.61.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.62.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.62.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.62.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.63.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.63.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.63.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.64.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.64.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.64.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.65.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.65.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.65.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.66.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.66.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.66.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.67.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.67.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.67.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.68.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.68.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.68.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.69.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.69.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.69.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.7.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.7.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.7.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.70.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.70.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.70.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.71.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.71.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.71.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.72.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.72.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.72.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.73.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.73.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.73.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.74.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.74.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.74.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.75.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.75.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.75.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.76.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.76.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.76.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.77.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.77.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.77.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.78.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.78.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.78.w3.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.79.w1.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.79.w2.qscale_weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.37.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.37.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.37.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.38.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.38.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.38.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.39.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.39.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.39.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.4.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.4.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.4.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.40.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.40.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.40.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.41.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.41.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.41.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.42.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.42.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.42.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.43.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.43.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.43.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.44.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.44.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.44.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.45.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.45.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.45.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.46.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.46.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.46.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.47.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.47.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.47.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.48.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.48.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.48.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.49.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.49.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.49.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.5.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.5.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.5.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.50.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.50.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.50.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.51.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.51.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.51.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.52.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.52.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.52.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.53.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.53.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.53.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.54.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.54.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.54.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.55.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.55.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.55.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.56.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.56.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.56.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.57.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.57.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.57.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.58.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.58.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.58.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.59.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.59.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.59.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.6.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.6.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.6.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.60.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.60.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.60.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.61.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.61.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.61.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.62.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.62.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.62.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.63.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.63.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.63.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.64.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.64.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.64.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.65.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.65.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.65.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.66.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.66.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.66.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.67.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.67.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.67.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.68.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.68.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.68.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.69.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.69.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.69.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.7.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.7.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.7.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.70.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.70.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.70.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.71.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.71.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.71.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.72.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.72.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.72.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.73.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.73.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.73.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.74.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.74.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.74.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.75.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.75.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.75.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.76.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.76.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.76.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.77.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.77.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.77.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.78.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.78.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.78.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.79.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.79.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.79.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.8.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.8.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.8.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.80.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.80.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.80.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.81.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.81.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.81.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.82.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.82.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.82.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.83.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.83.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.83.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.84.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.84.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.84.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.85.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.85.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.85.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.86.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.86.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.86.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.87.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.87.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.87.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.88.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.88.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.88.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.89.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.89.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.89.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.9.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.9.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.9.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.90.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.90.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.90.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.91.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.91.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.91.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.92.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.92.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.92.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.93.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.93.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.93.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.94.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.94.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.94.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.95.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.95.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.95.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.96.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.96.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.96.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.97.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.97.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.97.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.98.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.98.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.98.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.99.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.99.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.experts.99.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.shared_experts.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.shared_experts.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.7.shared_experts.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.attention.wo.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.attention.wq.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.0.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.0.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.0.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.1.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.1.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.1.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.10.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.10.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.10.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.100.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.100.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.100.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.101.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.101.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.101.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.102.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.102.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.102.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.103.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.103.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.103.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.104.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.104.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.104.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.105.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.105.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.105.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.106.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.106.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.106.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.107.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.107.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.107.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.108.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.108.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.108.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.109.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.109.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.109.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.11.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.11.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.11.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.110.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.110.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.110.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.111.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.111.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.111.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.112.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.112.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.112.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.113.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.113.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.113.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.114.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.114.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.114.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.115.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.115.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.115.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.116.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.116.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.116.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.117.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.117.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.117.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.118.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.118.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.118.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.119.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.119.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.119.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.12.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.12.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.12.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.120.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.120.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.120.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.121.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.121.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.121.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.122.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.122.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.122.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.123.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.123.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.123.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.124.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.124.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.124.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.125.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.125.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.125.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.126.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.126.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.126.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.127.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.127.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.127.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.13.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.13.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.13.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.14.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.14.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.14.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.15.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.15.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.15.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.16.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.16.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.16.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.17.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.17.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.17.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.18.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.18.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.18.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.19.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.19.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.19.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.2.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.2.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.2.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.20.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.20.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.20.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.21.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.21.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.21.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.22.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.22.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.22.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.23.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.23.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.23.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.24.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.24.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.24.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.25.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.25.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.25.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.26.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.26.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.26.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.27.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.27.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.27.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.28.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.28.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.28.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.29.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.29.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.29.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.3.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.3.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.3.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.30.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.30.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.30.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.31.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.31.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.31.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.32.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.32.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.32.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.33.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.33.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.33.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.34.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.34.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.34.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.35.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.35.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.35.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.36.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.36.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.36.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.37.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.37.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.37.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.38.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.38.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.38.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.39.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.39.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.39.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.4.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.4.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.4.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.40.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.40.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.40.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.41.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.41.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.41.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.42.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.42.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.42.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.43.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.43.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.43.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.44.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.44.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.44.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.45.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.45.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.45.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.46.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.46.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.46.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.47.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.47.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.47.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.48.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.48.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.48.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.49.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.49.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.49.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.5.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.5.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.5.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.50.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.50.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.50.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.51.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.51.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.51.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.52.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.52.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.52.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.53.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.53.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.53.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.54.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.54.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.54.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.55.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.55.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.55.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.56.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.56.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.56.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.57.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.57.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.57.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.58.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.58.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.58.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.59.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.59.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.59.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.6.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.6.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.6.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.60.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.60.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.60.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.61.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.61.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.61.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.62.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.62.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.62.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.63.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.63.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.63.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.64.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.64.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.64.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.65.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.65.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.65.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.66.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.66.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.66.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.67.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.67.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.67.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.68.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.68.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.68.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.69.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.69.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.69.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.7.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.7.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.7.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.70.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.70.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.70.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.71.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.71.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.71.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.72.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.72.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.72.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.73.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.73.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.73.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.74.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.74.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.74.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.75.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.75.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.75.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.76.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.76.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.76.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.77.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.77.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.77.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.78.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.78.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.78.w3.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.79.w1.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.79.w2.weight": "consolidated-00050-of-00054.safetensors",
    "layers.70.experts.79.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.8.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.8.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.8.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.80.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.80.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.80.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.81.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.81.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.81.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.82.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.82.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.82.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.83.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.83.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.83.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.84.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.84.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.84.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.85.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.85.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.85.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.86.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.86.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.86.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.87.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.87.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.87.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.88.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.88.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.88.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.89.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.89.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.89.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.9.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.9.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.9.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.90.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.90.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.90.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.91.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.91.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.91.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.92.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.92.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.92.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.93.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.93.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.93.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.94.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.94.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.94.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.95.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.95.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.95.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.96.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.96.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.96.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.97.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.97.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.97.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.98.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.98.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.98.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.99.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.99.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.99.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.shared_experts.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.shared_experts.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.shared_experts.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.attention.indexer.wq_b.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.attention.wo.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.attention.wq.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.0.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.0.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.0.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.1.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.1.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.1.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.10.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.10.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.10.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.100.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.100.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.100.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.101.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.101.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.101.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.102.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.102.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.102.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.103.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.103.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.103.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.104.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.104.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.104.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.105.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.105.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.105.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.106.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.106.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.106.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.107.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.107.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.107.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.108.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.108.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.108.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.109.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.109.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.109.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.11.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.11.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.11.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.110.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.110.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.110.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.111.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.111.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.111.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.112.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.112.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.112.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.113.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.113.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.113.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.114.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.114.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.114.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.115.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.115.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.115.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.116.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.116.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.116.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.117.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.117.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.117.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.118.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.118.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.118.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.119.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.119.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.119.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.12.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.12.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.12.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.120.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.120.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.120.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.121.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.121.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.121.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.122.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.122.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.122.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.123.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.123.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.123.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.124.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.124.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.124.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.125.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.125.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.125.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.126.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.126.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.126.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.127.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.127.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.127.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.13.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.13.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.13.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.14.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.14.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.14.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.15.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.15.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.15.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.16.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.16.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.16.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.17.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.17.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.17.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.18.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.18.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.18.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.19.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.19.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.19.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.2.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.2.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.2.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.20.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.20.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.20.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.21.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.21.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.21.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.22.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.22.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.22.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.23.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.23.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.23.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.24.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.24.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.24.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.25.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.25.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.25.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.26.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.26.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.26.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.27.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.27.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.27.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.28.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.28.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.28.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.29.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.29.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.29.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.3.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.3.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.3.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.30.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.30.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.30.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.31.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.31.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.31.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.32.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.32.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.32.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.33.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.33.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.33.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.34.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.34.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.34.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.35.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.35.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.35.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.36.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.36.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.36.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.37.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.37.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.37.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.38.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.38.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.38.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.39.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.39.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.39.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.4.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.4.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.4.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.40.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.40.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.40.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.41.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.41.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.41.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.42.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.42.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.42.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.43.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.43.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.43.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.44.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.44.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.44.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.45.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.45.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.45.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.46.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.46.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.46.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.47.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.47.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.47.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.48.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.48.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.48.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.49.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.49.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.49.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.5.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.5.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.5.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.50.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.50.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.50.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.51.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.51.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.51.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.52.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.52.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.52.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.53.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.53.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.53.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.54.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.54.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.54.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.55.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.55.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.55.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.56.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.56.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.56.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.57.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.57.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.57.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.58.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.58.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.58.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.59.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.59.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.59.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.6.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.6.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.6.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.60.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.60.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.60.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.61.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.61.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.61.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.62.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.62.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.62.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.63.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.63.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.63.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.64.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.64.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.64.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.65.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.65.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.65.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.66.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.66.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.66.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.67.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.67.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.67.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.68.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.68.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.68.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.69.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.69.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.69.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.7.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.7.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.7.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.70.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.70.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.70.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.71.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.71.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.71.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.72.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.72.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.72.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.73.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.73.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.73.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.74.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.74.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.74.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.75.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.75.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.75.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.76.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.76.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.76.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.77.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.77.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.77.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.78.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.78.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.78.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.79.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.79.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.79.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.8.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.8.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.8.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.80.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.80.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.80.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.81.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.81.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.81.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.82.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.82.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.82.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.83.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.83.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.83.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.84.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.84.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.84.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.85.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.85.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.85.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.86.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.86.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.86.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.87.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.87.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.87.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.88.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.88.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.88.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.89.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.89.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.89.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.9.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.9.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.9.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.90.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.90.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.90.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.91.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.91.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.91.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.92.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.92.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.92.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.93.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.93.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.93.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.94.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.94.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.94.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.95.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.95.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.95.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.96.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.96.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.96.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.97.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.97.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.97.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.98.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.98.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.98.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.99.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.99.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.99.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.shared_experts.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.shared_experts.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.shared_experts.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.attention.indexer.wq_b.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.attention.wo.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.attention.wq.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.0.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.0.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.0.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.1.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.1.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.1.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.10.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.10.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.10.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.100.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.100.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.100.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.101.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.101.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.101.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.102.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.102.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.102.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.103.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.103.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.103.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.104.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.104.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.104.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.105.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.105.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.105.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.106.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.106.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.106.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.107.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.107.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.107.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.108.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.108.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.108.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.109.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.109.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.109.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.11.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.11.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.11.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.110.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.110.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.110.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.111.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.111.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.111.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.112.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.112.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.112.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.113.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.113.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.113.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.114.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.114.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.114.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.115.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.115.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.115.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.116.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.116.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.116.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.117.w1.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.117.w2.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.117.w3.qscale_weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.79.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.8.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.8.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.8.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.80.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.80.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.80.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.81.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.81.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.81.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.82.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.82.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.82.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.83.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.83.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.83.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.84.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.84.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.84.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.85.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.85.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.85.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.86.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.86.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.86.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.87.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.87.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.87.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.88.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.88.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.88.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.89.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.89.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.89.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.9.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.9.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.9.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.90.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.90.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.90.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.91.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.91.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.91.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.92.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.92.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.92.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.93.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.93.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.93.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.94.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.94.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.94.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.95.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.95.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.95.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.96.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.96.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.96.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.97.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.97.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.97.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.98.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.98.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.98.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.99.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.99.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.experts.99.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.shared_experts.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.shared_experts.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.70.shared_experts.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.attention.indexer.wq_b.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.attention.wo.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.attention.wq.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.0.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.0.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.0.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.1.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.1.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.1.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.10.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.10.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.10.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.100.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.100.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.100.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.101.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.101.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.101.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.102.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.102.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.102.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.103.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.103.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.103.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.104.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.104.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.104.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.105.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.105.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.105.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.106.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.106.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.106.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.107.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.107.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.107.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.108.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.108.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.108.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.109.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.109.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.109.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.11.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.11.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.11.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.110.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.110.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.110.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.111.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.111.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.111.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.112.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.112.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.112.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.113.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.113.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.113.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.114.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.114.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.114.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.115.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.115.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.115.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.116.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.116.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.116.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.117.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.117.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.117.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.118.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.118.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.118.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.119.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.119.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.119.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.12.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.12.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.12.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.120.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.120.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.120.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.121.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.121.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.121.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.122.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.122.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.122.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.123.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.123.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.123.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.124.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.124.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.124.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.125.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.125.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.125.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.126.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.126.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.126.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.127.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.127.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.127.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.13.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.13.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.13.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.14.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.14.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.14.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.15.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.15.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.15.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.16.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.16.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.16.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.17.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.17.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.17.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.18.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.18.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.18.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.19.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.19.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.19.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.2.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.2.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.2.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.20.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.20.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.20.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.21.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.21.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.21.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.22.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.22.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.22.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.23.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.23.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.23.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.24.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.24.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.24.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.25.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.25.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.25.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.26.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.26.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.26.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.27.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.27.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.27.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.28.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.28.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.28.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.29.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.29.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.29.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.3.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.3.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.3.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.30.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.30.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.30.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.31.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.31.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.31.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.32.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.32.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.32.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.33.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.33.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.33.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.34.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.34.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.34.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.35.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.35.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.35.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.36.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.36.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.36.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.37.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.37.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.37.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.38.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.38.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.38.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.39.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.39.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.39.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.4.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.4.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.4.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.40.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.40.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.40.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.41.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.41.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.41.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.42.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.42.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.42.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.43.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.43.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.43.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.44.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.44.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.44.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.45.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.45.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.45.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.46.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.46.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.46.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.47.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.47.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.47.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.48.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.48.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.48.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.49.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.49.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.49.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.5.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.5.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.5.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.50.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.50.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.50.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.51.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.51.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.51.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.52.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.52.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.52.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.53.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.53.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.53.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.54.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.54.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.54.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.55.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.55.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.55.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.56.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.56.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.56.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.57.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.57.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.57.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.58.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.58.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.58.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.59.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.59.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.59.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.6.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.6.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.6.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.60.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.60.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.60.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.61.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.61.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.61.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.62.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.62.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.62.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.63.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.63.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.63.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.64.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.64.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.64.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.65.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.65.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.65.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.66.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.66.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.66.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.67.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.67.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.67.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.68.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.68.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.68.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.69.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.69.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.69.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.7.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.7.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.7.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.70.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.70.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.70.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.71.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.71.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.71.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.72.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.72.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.72.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.73.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.73.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.73.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.74.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.74.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.74.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.75.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.75.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.75.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.76.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.76.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.76.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.77.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.77.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.77.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.78.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.78.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.78.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.79.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.79.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.79.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.8.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.8.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.8.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.80.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.80.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.80.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.81.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.81.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.81.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.82.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.82.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.82.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.83.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.83.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.83.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.84.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.84.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.84.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.85.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.85.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.85.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.86.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.86.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.86.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.87.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.87.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.87.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.88.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.88.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.88.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.89.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.89.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.89.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.9.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.9.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.9.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.90.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.90.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.90.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.91.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.91.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.91.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.92.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.92.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.92.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.93.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.93.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.93.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.94.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.94.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.94.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.95.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.95.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.95.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.96.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.96.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.96.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.97.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.97.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.97.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.98.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.98.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.98.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.99.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.99.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.experts.99.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.shared_experts.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.shared_experts.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.71.shared_experts.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.attention.indexer.wq_b.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.attention.wo.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.attention.wq.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.0.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.0.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.0.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.1.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.1.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.1.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.10.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.10.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.10.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.100.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.100.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.100.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.101.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.101.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.101.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.102.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.102.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.102.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.103.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.103.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.103.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.104.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.104.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.104.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.105.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.105.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.105.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.106.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.106.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.106.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.107.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.107.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.107.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.108.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.108.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.108.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.109.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.109.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.109.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.11.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.11.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.11.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.110.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.110.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.110.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.111.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.111.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.111.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.112.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.112.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.112.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.113.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.113.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.113.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.114.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.114.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.114.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.115.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.115.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.115.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.116.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.116.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.116.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.117.w1.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.117.w2.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.117.w3.weight": "consolidated-00051-of-00054.safetensors",
    "layers.8.experts.118.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.118.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.118.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.119.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.119.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.119.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.12.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.12.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.12.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.120.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.120.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.120.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.121.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.121.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.121.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.122.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.122.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.122.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.123.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.123.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.123.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.124.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.124.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.124.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.125.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.125.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.125.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.126.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.126.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.126.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.127.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.127.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.127.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.13.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.13.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.13.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.14.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.14.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.14.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.15.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.15.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.15.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.16.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.16.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.16.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.17.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.17.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.17.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.18.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.18.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.18.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.19.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.19.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.19.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.2.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.2.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.2.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.20.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.20.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.20.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.21.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.21.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.21.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.22.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.22.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.22.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.23.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.23.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.23.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.24.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.24.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.24.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.25.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.25.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.25.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.26.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.26.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.26.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.27.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.27.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.27.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.28.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.28.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.28.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.29.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.29.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.29.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.3.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.3.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.3.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.30.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.30.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.30.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.31.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.31.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.31.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.32.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.32.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.32.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.33.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.33.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.33.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.34.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.34.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.34.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.35.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.35.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.35.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.36.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.36.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.36.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.37.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.37.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.37.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.38.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.38.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.38.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.39.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.39.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.39.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.4.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.4.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.4.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.40.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.40.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.40.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.41.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.41.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.41.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.42.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.42.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.42.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.43.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.43.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.43.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.44.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.44.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.44.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.45.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.45.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.45.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.46.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.46.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.46.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.47.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.47.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.47.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.48.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.48.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.48.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.49.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.49.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.49.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.5.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.5.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.5.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.50.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.50.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.50.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.51.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.51.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.51.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.52.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.52.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.52.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.53.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.53.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.53.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.54.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.54.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.54.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.55.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.55.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.55.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.56.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.56.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.56.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.57.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.57.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.57.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.58.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.58.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.58.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.59.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.59.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.59.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.6.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.6.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.6.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.60.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.60.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.60.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.61.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.61.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.61.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.62.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.62.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.62.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.63.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.63.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.63.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.64.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.64.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.64.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.65.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.65.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.65.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.66.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.66.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.66.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.67.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.67.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.67.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.68.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.68.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.68.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.69.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.69.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.69.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.7.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.7.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.7.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.70.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.70.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.70.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.71.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.71.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.71.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.72.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.72.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.72.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.73.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.73.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.73.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.74.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.74.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.74.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.75.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.75.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.75.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.76.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.76.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.76.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.77.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.77.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.77.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.78.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.78.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.78.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.79.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.79.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.79.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.8.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.8.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.8.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.80.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.80.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.80.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.81.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.81.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.81.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.82.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.82.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.82.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.83.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.83.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.83.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.84.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.84.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.84.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.85.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.85.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.85.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.86.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.86.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.86.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.87.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.87.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.87.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.88.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.88.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.88.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.89.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.89.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.89.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.9.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.9.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.9.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.90.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.90.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.90.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.91.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.91.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.91.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.92.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.92.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.92.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.93.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.93.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.93.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.94.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.94.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.94.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.95.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.95.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.95.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.96.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.96.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.96.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.97.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.97.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.97.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.98.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.98.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.98.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.99.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.99.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.99.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.shared_experts.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.shared_experts.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.shared_experts.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.attention.indexer.wq_b.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.attention.wo.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.attention.wq.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.0.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.0.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.0.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.1.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.1.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.1.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.10.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.10.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.10.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.100.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.100.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.100.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.101.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.101.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.101.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.102.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.102.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.102.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.103.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.103.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.103.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.104.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.104.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.104.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.105.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.105.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.105.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.106.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.106.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.106.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.107.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.107.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.107.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.108.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.108.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.108.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.109.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.109.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.109.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.11.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.11.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.11.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.110.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.110.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.110.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.111.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.111.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.111.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.112.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.112.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.112.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.113.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.113.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.113.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.114.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.114.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.114.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.115.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.115.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.115.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.116.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.116.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.116.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.117.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.117.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.117.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.118.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.118.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.118.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.119.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.119.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.119.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.12.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.12.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.12.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.120.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.120.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.120.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.121.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.121.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.121.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.122.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.122.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.122.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.123.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.123.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.123.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.124.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.124.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.124.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.125.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.125.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.125.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.126.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.126.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.126.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.127.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.127.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.127.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.13.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.13.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.13.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.14.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.14.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.14.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.15.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.15.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.15.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.16.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.16.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.16.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.17.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.17.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.17.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.18.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.18.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.18.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.19.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.19.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.19.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.2.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.2.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.2.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.20.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.20.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.20.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.21.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.21.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.21.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.22.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.22.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.22.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.23.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.23.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.23.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.24.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.24.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.24.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.25.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.25.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.25.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.26.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.26.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.26.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.27.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.27.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.27.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.28.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.28.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.28.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.29.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.29.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.29.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.3.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.3.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.3.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.30.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.30.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.30.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.31.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.31.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.31.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.32.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.32.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.32.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.33.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.33.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.33.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.34.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.34.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.34.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.35.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.35.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.35.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.36.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.36.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.36.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.37.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.37.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.37.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.38.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.38.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.38.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.39.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.39.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.39.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.4.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.4.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.4.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.40.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.40.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.40.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.41.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.41.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.41.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.42.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.42.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.42.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.43.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.43.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.43.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.44.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.44.w2.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.44.w3.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.45.w1.qscale_weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.118.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.118.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.118.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.119.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.119.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.119.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.12.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.12.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.12.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.120.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.120.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.120.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.121.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.121.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.121.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.122.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.122.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.122.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.123.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.123.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.123.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.124.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.124.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.124.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.125.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.125.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.125.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.126.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.126.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.126.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.127.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.127.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.127.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.13.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.13.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.13.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.14.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.14.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.14.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.15.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.15.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.15.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.16.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.16.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.16.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.17.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.17.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.17.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.18.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.18.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.18.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.19.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.19.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.19.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.2.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.2.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.2.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.20.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.20.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.20.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.21.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.21.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.21.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.22.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.22.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.22.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.23.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.23.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.23.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.24.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.24.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.24.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.25.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.25.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.25.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.26.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.26.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.26.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.27.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.27.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.27.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.28.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.28.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.28.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.29.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.29.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.29.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.3.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.3.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.3.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.30.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.30.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.30.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.31.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.31.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.31.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.32.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.32.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.32.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.33.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.33.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.33.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.34.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.34.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.34.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.35.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.35.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.35.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.36.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.36.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.36.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.37.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.37.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.37.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.38.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.38.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.38.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.39.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.39.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.39.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.4.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.4.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.4.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.40.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.40.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.40.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.41.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.41.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.41.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.42.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.42.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.42.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.43.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.43.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.43.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.44.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.44.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.44.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.45.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.45.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.45.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.46.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.46.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.46.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.47.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.47.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.47.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.48.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.48.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.48.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.49.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.49.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.49.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.5.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.5.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.5.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.50.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.50.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.50.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.51.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.51.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.51.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.52.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.52.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.52.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.53.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.53.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.53.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.54.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.54.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.54.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.55.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.55.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.55.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.56.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.56.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.56.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.57.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.57.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.57.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.58.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.58.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.58.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.59.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.59.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.59.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.6.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.6.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.6.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.60.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.60.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.60.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.61.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.61.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.61.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.62.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.62.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.62.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.63.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.63.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.63.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.64.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.64.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.64.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.65.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.65.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.65.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.66.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.66.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.66.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.67.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.67.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.67.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.68.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.68.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.68.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.69.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.69.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.69.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.7.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.7.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.7.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.70.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.70.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.70.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.71.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.71.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.71.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.72.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.72.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.72.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.73.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.73.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.73.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.74.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.74.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.74.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.75.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.75.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.75.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.76.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.76.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.76.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.77.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.77.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.77.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.78.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.78.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.78.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.79.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.79.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.79.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.8.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.8.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.8.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.80.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.80.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.80.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.81.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.81.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.81.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.82.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.82.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.82.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.83.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.83.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.83.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.84.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.84.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.84.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.85.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.85.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.85.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.86.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.86.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.86.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.87.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.87.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.87.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.88.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.88.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.88.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.89.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.89.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.89.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.9.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.9.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.9.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.90.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.90.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.90.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.91.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.91.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.91.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.92.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.92.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.92.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.93.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.93.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.93.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.94.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.94.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.94.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.95.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.95.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.95.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.96.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.96.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.96.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.97.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.97.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.97.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.98.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.98.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.98.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.99.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.99.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.experts.99.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.shared_experts.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.shared_experts.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.8.shared_experts.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.attention.indexer.wq_b.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.attention.wo.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.attention.wq.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.0.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.0.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.0.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.1.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.1.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.1.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.10.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.10.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.10.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.100.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.100.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.100.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.101.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.101.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.101.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.102.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.102.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.102.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.103.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.103.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.103.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.104.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.104.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.104.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.105.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.105.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.105.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.106.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.106.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.106.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.107.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.107.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.107.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.108.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.108.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.108.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.109.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.109.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.109.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.11.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.11.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.11.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.110.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.110.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.110.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.111.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.111.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.111.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.112.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.112.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.112.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.113.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.113.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.113.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.114.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.114.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.114.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.115.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.115.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.115.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.116.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.116.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.116.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.117.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.117.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.117.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.118.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.118.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.118.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.119.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.119.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.119.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.12.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.12.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.12.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.120.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.120.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.120.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.121.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.121.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.121.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.122.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.122.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.122.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.123.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.123.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.123.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.124.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.124.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.124.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.125.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.125.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.125.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.126.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.126.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.126.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.127.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.127.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.127.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.13.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.13.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.13.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.14.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.14.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.14.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.15.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.15.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.15.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.16.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.16.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.16.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.17.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.17.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.17.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.18.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.18.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.18.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.19.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.19.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.19.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.2.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.2.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.2.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.20.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.20.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.20.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.21.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.21.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.21.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.22.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.22.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.22.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.23.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.23.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.23.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.24.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.24.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.24.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.25.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.25.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.25.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.26.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.26.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.26.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.27.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.27.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.27.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.28.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.28.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.28.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.29.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.29.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.29.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.3.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.3.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.3.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.30.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.30.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.30.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.31.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.31.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.31.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.32.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.32.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.32.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.33.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.33.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.33.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.34.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.34.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.34.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.35.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.35.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.35.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.36.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.36.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.36.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.37.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.37.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.37.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.38.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.38.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.38.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.39.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.39.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.39.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.4.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.4.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.4.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.40.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.40.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.40.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.41.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.41.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.41.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.42.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.42.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.42.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.43.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.43.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.43.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.44.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.44.w2.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.44.w3.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.45.w1.weight": "consolidated-00052-of-00054.safetensors",
    "layers.9.experts.45.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.45.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.46.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.46.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.46.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.47.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.47.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.47.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.48.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.48.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.48.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.49.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.49.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.49.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.5.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.5.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.5.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.50.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.50.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.50.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.51.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.51.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.51.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.52.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.52.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.52.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.53.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.53.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.53.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.54.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.54.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.54.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.55.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.55.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.55.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.56.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.56.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.56.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.57.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.57.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.57.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.58.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.58.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.58.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.59.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.59.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.59.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.6.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.6.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.6.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.60.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.60.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.60.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.61.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.61.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.61.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.62.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.62.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.62.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.63.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.63.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.63.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.64.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.64.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.64.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.65.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.65.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.65.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.66.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.66.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.66.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.67.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.67.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.67.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.68.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.68.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.68.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.69.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.69.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.69.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.7.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.7.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.7.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.70.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.70.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.70.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.71.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.71.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.71.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.72.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.72.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.72.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.73.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.73.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.73.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.74.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.74.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.74.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.75.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.75.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.75.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.76.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.76.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.76.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.77.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.77.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.77.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.78.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.78.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.78.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.79.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.79.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.79.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.8.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.8.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.8.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.80.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.80.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.80.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.81.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.81.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.81.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.82.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.82.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.82.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.83.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.83.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.83.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.84.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.84.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.84.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.85.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.85.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.85.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.86.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.86.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.86.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.87.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.87.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.87.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.88.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.88.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.88.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.89.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.89.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.89.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.9.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.9.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.9.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.90.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.90.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.90.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.91.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.91.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.91.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.92.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.92.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.92.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.93.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.93.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.93.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.94.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.94.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.94.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.95.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.95.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.95.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.96.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.96.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.96.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.97.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.97.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.97.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.98.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.98.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.98.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.99.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.99.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.99.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.shared_experts.w1.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.shared_experts.w2.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.shared_experts.w3.qscale_weight": "consolidated-00053-of-00054.safetensors",
    "layers.0.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.0.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.0.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.0.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.0.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.0.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.0.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.0.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.0.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.0.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.0.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.0.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.0.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.0.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.0.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.1.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.1.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.1.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.1.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.1.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.1.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.1.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.1.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.1.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.1.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.1.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.1.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.1.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.1.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.1.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.1.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.10.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.10.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.10.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.10.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.10.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.10.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.10.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.10.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.10.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.10.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.10.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.10.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.10.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.10.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.10.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.10.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.11.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.11.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.11.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.11.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.11.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.11.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.11.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.11.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.11.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.11.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.11.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.11.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.11.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.11.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.11.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.11.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.12.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.12.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.12.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.12.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.12.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.12.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.12.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.12.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.12.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.12.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.12.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.12.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.12.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.12.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.12.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.12.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.13.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.13.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.13.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.13.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.13.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.13.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.13.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.13.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.13.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.13.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.13.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.13.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.13.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.13.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.13.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.13.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.14.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.14.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.14.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.14.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.14.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.14.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.14.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.14.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.14.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.14.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.14.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.14.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.14.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.14.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.14.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.14.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.15.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.15.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.15.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.15.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.15.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.15.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.15.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.15.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.15.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.15.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.15.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.15.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.15.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.15.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.15.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.15.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.16.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.16.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.16.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.16.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.16.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.16.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.16.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.16.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.16.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.16.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.16.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.16.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.16.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.16.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.16.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.16.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.17.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.17.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.17.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.17.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.17.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.17.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.17.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.17.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.18.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.18.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.18.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.18.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.18.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.18.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.18.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.18.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.19.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.19.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.19.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.19.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.19.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.19.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.19.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.19.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.19.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.19.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.19.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.19.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.19.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.19.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.19.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.19.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.2.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.2.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.2.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.2.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.2.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.2.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.2.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.2.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.2.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.2.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.2.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.2.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.2.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.2.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.2.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.2.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.20.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.20.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.20.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.20.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.20.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.20.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.20.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.20.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.20.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.20.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.20.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.20.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.20.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.20.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.20.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.20.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.21.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.21.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.21.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.21.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.21.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.21.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.21.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.21.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.22.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.22.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.22.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.22.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.22.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.22.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.22.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.22.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.23.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.23.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.23.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.23.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.23.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.23.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.23.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.23.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.23.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.23.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.23.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.23.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.23.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.23.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.23.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.23.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.24.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.24.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.24.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.24.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.24.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.24.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.24.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.24.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.24.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.24.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.24.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.24.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.24.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.24.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.24.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.24.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.25.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.25.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.25.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.25.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.25.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.25.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.25.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.25.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.26.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.26.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.26.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.26.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.26.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.26.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.26.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.26.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.27.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.27.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.27.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.27.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.27.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.27.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.27.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.27.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.27.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.27.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.27.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.27.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.27.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.27.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.27.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.27.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.28.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.28.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.28.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.28.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.28.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.28.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.28.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.28.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.28.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.28.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.28.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.28.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.28.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.28.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.28.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.28.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.29.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.29.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.29.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.29.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.29.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.29.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.29.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.29.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.3.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.3.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.3.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.3.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.3.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.3.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.3.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.3.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.3.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.3.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.3.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.3.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.3.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.3.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.3.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.3.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.30.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.30.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.30.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.30.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.30.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.30.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.30.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.30.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.31.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.31.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.31.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.31.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.31.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.31.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.31.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.31.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.31.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.31.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.31.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.31.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.31.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.31.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.31.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.31.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.32.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.32.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.32.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.32.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.32.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.32.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.32.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.32.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.32.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.32.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.32.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.32.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.32.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.32.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.32.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.32.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.33.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.33.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.33.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.33.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.33.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.33.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.33.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.33.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.34.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.34.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.34.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.34.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.34.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.34.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.34.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.34.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.35.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.35.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.35.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.35.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.35.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.35.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.35.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.35.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.35.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.35.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.35.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.35.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.35.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.35.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.35.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.35.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.36.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.36.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.36.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.36.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.36.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.36.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.36.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.36.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.36.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.36.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.36.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.36.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.36.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.36.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.36.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.36.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.37.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.37.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.37.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.37.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.37.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.37.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.37.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.37.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.38.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.38.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.38.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.38.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.38.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.38.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.38.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.38.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.39.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.39.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.39.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.39.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.39.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.39.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.39.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.39.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.39.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.39.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.39.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.39.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.39.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.39.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.4.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.4.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.4.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.4.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.4.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.4.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.4.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.4.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.4.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.4.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.4.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.4.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.4.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.4.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.4.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.4.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.40.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.40.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.40.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.40.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.40.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.40.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.40.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.40.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.40.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.40.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.40.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.40.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.40.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.40.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.40.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.40.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.41.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.41.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.41.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.41.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.41.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.41.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.41.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.41.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.42.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.42.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.42.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.42.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.42.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.42.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.42.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.42.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.43.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.43.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.43.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.43.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.43.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.43.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.43.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.43.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.43.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.43.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.43.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.43.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.43.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.43.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.44.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.44.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.44.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.44.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.44.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.44.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.44.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.44.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.44.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.44.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.44.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.44.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.44.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.44.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.44.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.44.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.45.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.45.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.45.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.45.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.45.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.45.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.45.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.45.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.46.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.46.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.46.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.46.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.46.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.46.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.46.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.46.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.47.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.47.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.47.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.47.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.47.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.47.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.47.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.47.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.47.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.47.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.47.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.47.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.47.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.47.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.48.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.48.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.48.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.48.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.48.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.48.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.48.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.48.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.48.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.48.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.48.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.48.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.48.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.48.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.48.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.48.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.49.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.49.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.49.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.49.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.49.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.49.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.49.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.49.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.5.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.5.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.5.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.5.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.5.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.5.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.5.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.5.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.5.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.5.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.5.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.5.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.5.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.5.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.5.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.5.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.50.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.50.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.50.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.50.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.50.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.50.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.50.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.50.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.51.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.51.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.51.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.51.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.51.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.51.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.51.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.51.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.51.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.51.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.51.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.51.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.51.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.51.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.52.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.52.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.52.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.52.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.52.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.52.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.52.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.52.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.52.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.52.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.52.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.52.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.52.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.52.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.52.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.52.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.53.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.53.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.53.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.53.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.53.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.53.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.53.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.53.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.54.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.54.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.54.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.54.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.54.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.54.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.54.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.54.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.55.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.55.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.55.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.55.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.55.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.55.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.55.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.55.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.55.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.55.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.55.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.55.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.55.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.55.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.56.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.56.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.56.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.56.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.56.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.56.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.56.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.56.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.56.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.56.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.56.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.56.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.56.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.56.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.56.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.56.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.57.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.57.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.57.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.57.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.57.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.57.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.57.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.57.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.58.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.58.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.58.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.58.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.58.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.58.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.58.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.58.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.59.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.59.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.59.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.59.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.59.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.59.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.59.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.59.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.59.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.59.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.59.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.59.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.59.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.59.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.6.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.6.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.6.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.6.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.6.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.6.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.6.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.6.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.6.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.6.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.6.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.6.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.6.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.6.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.6.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.6.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.60.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.60.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.60.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.60.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.60.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.60.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.60.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.60.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.60.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.60.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.60.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.60.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.60.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.60.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.60.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.60.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.61.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.61.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.61.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.61.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.61.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.61.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.61.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.61.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.62.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.62.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.62.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.62.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.62.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.62.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.62.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.62.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.63.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.63.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.63.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.63.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.63.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.63.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.63.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.63.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.63.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.63.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.63.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.63.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.63.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.63.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.64.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.64.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.64.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.64.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.64.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.64.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.64.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.64.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.64.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.64.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.64.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.64.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.64.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.64.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.64.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.64.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.65.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.65.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.65.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.65.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.65.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.65.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.65.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.65.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.66.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.66.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.66.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.66.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.66.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.66.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.66.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.66.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.67.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.67.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.67.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.67.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.67.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.67.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.67.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.67.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.67.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.67.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.67.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.67.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.67.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.67.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.68.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.68.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.68.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.68.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.68.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.68.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.68.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.68.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.68.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.68.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.68.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.68.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.68.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.68.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.68.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.68.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.69.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.69.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.69.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.69.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.69.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.69.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.69.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.69.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.7.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.7.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.7.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.7.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.7.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.7.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.7.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.7.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.7.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.7.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.7.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.7.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.7.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.7.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.7.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.7.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.70.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.70.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.70.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.70.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.70.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.70.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.70.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.70.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.71.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.71.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.71.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.71.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.71.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.71.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.71.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.71.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.71.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.71.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.71.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.71.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.71.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.71.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.8.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.8.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.8.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.8.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.8.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.8.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.8.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.8.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.8.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.8.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.8.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.8.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.8.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.8.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.8.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.8.gate.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.attention.indexer.k_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.9.attention.indexer.k_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.attention.indexer.q_input_norm.bias": "consolidated-00053-of-00054.safetensors",
    "layers.9.attention.indexer.q_input_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.attention.indexer.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.9.attention.indexer.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.9.attention.indexer.weights_proj.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.attention.indexer.wk.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.attention.kv_a_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.attention.ssmax_scaling.b": "consolidated-00053-of-00054.safetensors",
    "layers.9.attention.ssmax_scaling.s": "consolidated-00053-of-00054.safetensors",
    "layers.9.attention.wkv_a_with_mqa.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.attention.wkv_b.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.gate.weight": "consolidated-00053-of-00054.safetensors",
    "lerope.alpha": "consolidated-00053-of-00054.safetensors",
    "norm.weight": "consolidated-00053-of-00054.safetensors",
    "output.weight": "consolidated-00053-of-00054.safetensors",
    "patch_merger.merging_layer.weight": "consolidated-00053-of-00054.safetensors",
    "pre_mm_projector_norm.weight": "consolidated-00053-of-00054.safetensors",
    "tok_embeddings.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.ln_pre.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.patch_conv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.0.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.0.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.0.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.0.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.0.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.0.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.0.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.0.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.0.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.1.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.1.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.1.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.1.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.1.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.1.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.1.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.1.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.1.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.10.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.10.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.10.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.10.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.10.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.10.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.10.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.10.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.10.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.11.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.11.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.11.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.11.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.11.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.11.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.11.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.11.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.11.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.12.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.12.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.12.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.12.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.12.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.12.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.12.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.12.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.12.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.13.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.13.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.13.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.13.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.13.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.13.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.13.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.13.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.13.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.14.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.14.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.14.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.14.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.14.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.14.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.14.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.14.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.14.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.15.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.15.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.15.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.15.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.15.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.15.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.15.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.15.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.15.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.16.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.16.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.16.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.16.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.16.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.16.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.16.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.16.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.16.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.17.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.17.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.17.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.17.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.17.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.17.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.17.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.17.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.17.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.18.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.18.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.18.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.18.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.18.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.18.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.18.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.18.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.18.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.19.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.19.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.19.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.19.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.19.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.19.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.19.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.19.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.19.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.2.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.2.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.2.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.2.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.2.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.2.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.2.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.2.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.2.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.20.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.20.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.20.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.20.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.20.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.20.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.20.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.20.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.20.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.21.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.21.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.21.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.21.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.21.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.21.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.21.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.21.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.21.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.22.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.22.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.22.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.22.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.22.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.22.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.22.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.22.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.22.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.23.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.23.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.23.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.23.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.23.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.23.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.23.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.23.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.23.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.24.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.24.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.24.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.24.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.24.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.24.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.24.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.24.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.24.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.25.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.25.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.25.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.25.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.25.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.25.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.25.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.25.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.25.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.26.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.26.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.26.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.26.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.26.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.26.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.26.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.26.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.26.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.27.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.27.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.27.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.27.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.27.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.27.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.27.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.27.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.27.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.28.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.28.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.28.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.28.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.28.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.28.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.28.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.28.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.28.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.29.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.29.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.29.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.29.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.29.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.29.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.29.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.29.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.29.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.3.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.3.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.3.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.3.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.3.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.3.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.3.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.3.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.3.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.4.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.4.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.4.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.4.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.4.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.4.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.4.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.4.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.4.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.5.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.5.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.5.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.5.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.5.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.5.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.5.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.5.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.5.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.6.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.6.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.6.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.6.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.6.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.6.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.6.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.6.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.6.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.7.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.7.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.7.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.7.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.7.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.7.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.7.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.7.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.7.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.8.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.8.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.8.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.8.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.8.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.8.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.8.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.8.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.8.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.9.attention.wk.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.9.attention.wo.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.9.attention.wq.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.9.attention.wv.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.9.attention_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.9.feed_forward.w1.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.9.feed_forward.w2.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.9.feed_forward.w3.weight": "consolidated-00053-of-00054.safetensors",
    "vision_encoder.transformer.layers.9.ffn_norm.weight": "consolidated-00053-of-00054.safetensors",
    "vision_language_adapter.w_in.weight": "consolidated-00053-of-00054.safetensors",
    "vision_language_adapter.w_out.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.45.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.45.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.46.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.46.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.46.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.47.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.47.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.47.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.48.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.48.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.48.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.49.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.49.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.49.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.5.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.5.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.5.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.50.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.50.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.50.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.51.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.51.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.51.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.52.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.52.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.52.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.53.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.53.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.53.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.54.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.54.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.54.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.55.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.55.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.55.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.56.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.56.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.56.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.57.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.57.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.57.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.58.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.58.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.58.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.59.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.59.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.59.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.6.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.6.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.6.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.60.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.60.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.60.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.61.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.61.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.61.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.62.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.62.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.62.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.63.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.63.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.63.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.64.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.64.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.64.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.65.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.65.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.65.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.66.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.66.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.66.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.67.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.67.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.67.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.68.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.68.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.68.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.69.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.69.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.69.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.7.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.7.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.7.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.70.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.70.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.70.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.71.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.71.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.71.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.72.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.72.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.72.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.73.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.73.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.73.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.74.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.74.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.74.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.75.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.75.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.75.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.76.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.76.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.76.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.77.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.77.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.77.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.78.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.78.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.78.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.79.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.79.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.79.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.8.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.8.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.8.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.80.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.80.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.80.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.81.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.81.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.81.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.82.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.82.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.82.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.83.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.83.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.83.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.84.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.84.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.84.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.85.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.85.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.85.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.86.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.86.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.86.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.87.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.87.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.87.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.88.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.88.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.88.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.89.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.89.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.89.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.9.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.9.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.9.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.90.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.90.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.90.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.91.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.91.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.91.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.92.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.92.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.92.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.93.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.93.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.93.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.94.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.94.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.94.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.95.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.95.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.95.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.96.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.96.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.96.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.97.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.97.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.97.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.98.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.98.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.98.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.99.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.99.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.experts.99.w3.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.shared_experts.w1.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.shared_experts.w2.weight": "consolidated-00053-of-00054.safetensors",
    "layers.9.shared_experts.w3.weight": "consolidated-00053-of-00054.safetensors",
    "mtp_dspark.autoregressive_head.embedding.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.autoregressive_head.joint_proj.bias": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.autoregressive_head.joint_proj.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.autoregressive_head.output.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.final_norm.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.0.attention.kv_a_norm.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.0.attention.wkv_a_with_mqa.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.0.attention.wkv_b.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.0.attention.wo.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.0.attention.wq.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.0.attention_norm.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.0.feed_forward.w1.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.0.feed_forward.w2.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.0.feed_forward.w3.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.0.ffn_norm.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.1.attention.kv_a_norm.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.1.attention.wkv_a_with_mqa.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.1.attention.wkv_b.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.1.attention.wo.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.1.attention.wq.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.1.attention_norm.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.1.feed_forward.w1.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.1.feed_forward.w2.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.1.feed_forward.w3.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.1.ffn_norm.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.2.attention.kv_a_norm.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.2.attention.wkv_a_with_mqa.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.2.attention.wkv_b.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.2.attention.wo.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.2.attention.wq.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.2.attention_norm.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.2.feed_forward.w1.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.2.feed_forward.w2.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.2.feed_forward.w3.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.layers.2.ffn_norm.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.mask_embedding": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.target_norm.weight": "consolidated-00054-of-00054.safetensors",
    "mtp_dspark.backbone.target_projection.weight": "consolidated-00054-of-00054.safetensors"
  }
}