{ "format": "zonos3-web-v1", "model": "spk", "meta": { "general.architecture": "mect_spk", "general.name": "ZONOS3 Mini speaker encoder ownmect_s2 (MECT-B2 + ASTP, 192-d)", "sample_rate": 16000, "max_seconds": 60, "embedding_length": 192, "n_mels": 80, "frame_length": 400, "frame_shift": 160, "n_fft": 512, "n_heads": 4, "n_experts": 4, "pos_kernel": 113, "preemphasis": 0.9700000286102295, "waveform_scale": 32768.0, "log_floor": 1.1920928955078125e-07, "ln_eps": 9.999999974752427e-07, "pool_var_floor": 1.0000000116860974e-07, "backbone": "MECT_B2", "source_tensor_count": 1253 }, "shards": [ "shard-000.bin" ], "tensors": { "frontend.window": { "dtype": "f32", "shape": [ 400 ], "shard": 0, "offset": 0, "nbytes": 1600, "host": true }, "frontend.mel_banks": { "dtype": "f32", "shape": [ 257, 80 ], "shard": 0, "offset": 1792, "nbytes": 82240, "host": true }, "frontend.resample_44100": { "dtype": "f32", "shape": [ 475, 160 ], "shard": 0, "offset": 84224, "nbytes": 304000, "host": true }, "fe.head.conv.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 32 ], "shard": 0, "offset": 388352, "nbytes": 1152 }, "fe.head.conv.bias": { "dtype": "f32", "shape": [ 32 ], "shard": 0, "offset": 389632, "nbytes": 128 }, "fe.b1.0.cnn.0.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 389888, "nbytes": 4608 }, "fe.b1.0.cnn.0.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 394496, "nbytes": 65536 }, "fe.b1.0.cnn.0.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 460032, "nbytes": 512 }, "fe.b1.0.cnn.0.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 4, 128 ], "shard": 0, "offset": 460544, "nbytes": 18432 }, "fe.b1.0.cnn.0.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 478976, "nbytes": 65536 }, "fe.b1.0.cnn.0.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 544512, "nbytes": 512 }, "fe.b1.0.cnn.0.sc.weight": { "dtype": "f32", "shape": [ 1, 1, 32, 128 ], "shard": 0, "offset": 545024, "nbytes": 16384 }, "fe.b1.0.cnn.1.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 561408, "nbytes": 4608 }, "fe.b1.0.cnn.1.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 566016, "nbytes": 65536 }, "fe.b1.0.cnn.1.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 631552, "nbytes": 512 }, "fe.b1.0.cnn.1.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 632064, "nbytes": 4608 }, "fe.b1.0.cnn.1.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 636672, "nbytes": 65536 }, "fe.b1.0.cnn.1.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 702208, "nbytes": 512 }, "fe.b1.0.cnn.2.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 702720, "nbytes": 4608 }, "fe.b1.0.cnn.2.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 707328, "nbytes": 65536 }, "fe.b1.0.cnn.2.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 772864, "nbytes": 512 }, "fe.b1.0.cnn.2.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 773376, "nbytes": 4608 }, "fe.b1.0.cnn.2.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 777984, "nbytes": 65536 }, "fe.b1.0.cnn.2.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 843520, "nbytes": 512 }, "fe.b1.0.reduce.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 32 ], "shard": 0, "offset": 844032, "nbytes": 16384 }, "fe.b1.0.reduce.bias": { "dtype": "f32", "shape": [ 32 ], "shard": 0, "offset": 860416, "nbytes": 128 }, "fe.b1.0.rproj.weight": { "dtype": "f32", "shape": [ 2560, 64 ], "shard": 0, "offset": 860672, "nbytes": 655360 }, "fe.b1.0.rproj.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 1516032, "nbytes": 256 }, "fe.b1.0.rproj.ln.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 1516288, "nbytes": 256 }, "fe.b1.0.rproj.ln.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 1516544, "nbytes": 256 }, "fe.b1.0.pos.dw.weight": { "dtype": "f32", "shape": [ 64, 113 ], "shard": 0, "offset": 1516800, "nbytes": 28928 }, "fe.b1.0.pos.dw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 1545728, "nbytes": 256 }, "fe.b1.0.pos.pw.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 1545984, "nbytes": 16384 }, "fe.b1.0.pos.pw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 1562368, "nbytes": 256 }, "fe.b1.0.attn.q.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 1562624, "nbytes": 16384 }, "fe.b1.0.attn.q.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 1579008, "nbytes": 256 }, "fe.b1.0.attn.k.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 1579264, "nbytes": 16384 }, "fe.b1.0.attn.k.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 1595648, "nbytes": 256 }, "fe.b1.0.attn.v.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 1595904, "nbytes": 16384 }, "fe.b1.0.attn.v.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 1612288, "nbytes": 256 }, "fe.b1.0.attn.o.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 1612544, "nbytes": 16384 }, "fe.b1.0.attn.o.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 1628928, "nbytes": 256 }, "fe.b1.0.ln1.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 1629184, "nbytes": 256 }, "fe.b1.0.ln1.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 1629440, "nbytes": 256 }, "fe.b1.0.moe.gate.weight": { "dtype": "f32", "shape": [ 64, 4 ], "shard": 0, "offset": 1629696, "nbytes": 1024 }, "fe.b1.0.moe.experts.weight": { "dtype": "f32", "shape": [ 64, 256 ], "shard": 0, "offset": 1630720, "nbytes": 65536 }, "fe.b1.0.ffn_out.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 1696256, "nbytes": 16384 }, "fe.b1.0.ffn_out.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 1712640, "nbytes": 256 }, "fe.b1.0.ln2.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 1712896, "nbytes": 256 }, "fe.b1.0.ln2.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 1713152, "nbytes": 256 }, "fe.b1.0.eproj.weight": { "dtype": "f32", "shape": [ 64, 2560 ], "shard": 0, "offset": 1713408, "nbytes": 655360 }, "fe.b1.0.eproj.bias": { "dtype": "f32", "shape": [ 2560 ], "shard": 0, "offset": 2368768, "nbytes": 10240 }, "fe.b1.1.cnn.0.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 2379008, "nbytes": 4608 }, "fe.b1.1.cnn.0.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 2383616, "nbytes": 65536 }, "fe.b1.1.cnn.0.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 2449152, "nbytes": 512 }, "fe.b1.1.cnn.0.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 4, 128 ], "shard": 0, "offset": 2449664, "nbytes": 18432 }, "fe.b1.1.cnn.0.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 2468096, "nbytes": 65536 }, "fe.b1.1.cnn.0.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 2533632, "nbytes": 512 }, "fe.b1.1.cnn.0.sc.weight": { "dtype": "f32", "shape": [ 1, 1, 32, 128 ], "shard": 0, "offset": 2534144, "nbytes": 16384 }, "fe.b1.1.cnn.1.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 2550528, "nbytes": 4608 }, "fe.b1.1.cnn.1.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 2555136, "nbytes": 65536 }, "fe.b1.1.cnn.1.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 2620672, "nbytes": 512 }, "fe.b1.1.cnn.1.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 2621184, "nbytes": 4608 }, "fe.b1.1.cnn.1.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 2625792, "nbytes": 65536 }, "fe.b1.1.cnn.1.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 2691328, "nbytes": 512 }, "fe.b1.1.cnn.2.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 2691840, "nbytes": 4608 }, "fe.b1.1.cnn.2.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 2696448, "nbytes": 65536 }, "fe.b1.1.cnn.2.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 2761984, "nbytes": 512 }, "fe.b1.1.cnn.2.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 2762496, "nbytes": 4608 }, "fe.b1.1.cnn.2.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 2767104, "nbytes": 65536 }, "fe.b1.1.cnn.2.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 2832640, "nbytes": 512 }, "fe.b1.1.reduce.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 32 ], "shard": 0, "offset": 2833152, "nbytes": 16384 }, "fe.b1.1.reduce.bias": { "dtype": "f32", "shape": [ 32 ], "shard": 0, "offset": 2849536, "nbytes": 128 }, "fe.b1.1.rproj.weight": { "dtype": "f32", "shape": [ 2560, 64 ], "shard": 0, "offset": 2849792, "nbytes": 655360 }, "fe.b1.1.rproj.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 3505152, "nbytes": 256 }, "fe.b1.1.rproj.ln.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 3505408, "nbytes": 256 }, "fe.b1.1.rproj.ln.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 3505664, "nbytes": 256 }, "fe.b1.1.pos.dw.weight": { "dtype": "f32", "shape": [ 64, 113 ], "shard": 0, "offset": 3505920, "nbytes": 28928 }, "fe.b1.1.pos.dw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 3534848, "nbytes": 256 }, "fe.b1.1.pos.pw.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 3535104, "nbytes": 16384 }, "fe.b1.1.pos.pw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 3551488, "nbytes": 256 }, "fe.b1.1.attn.q.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 3551744, "nbytes": 16384 }, "fe.b1.1.attn.q.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 3568128, "nbytes": 256 }, "fe.b1.1.attn.k.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 3568384, "nbytes": 16384 }, "fe.b1.1.attn.k.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 3584768, "nbytes": 256 }, "fe.b1.1.attn.v.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 3585024, "nbytes": 16384 }, "fe.b1.1.attn.v.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 3601408, "nbytes": 256 }, "fe.b1.1.attn.o.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 3601664, "nbytes": 16384 }, "fe.b1.1.attn.o.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 3618048, "nbytes": 256 }, "fe.b1.1.ln1.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 3618304, "nbytes": 256 }, "fe.b1.1.ln1.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 3618560, "nbytes": 256 }, "fe.b1.1.moe.gate.weight": { "dtype": "f32", "shape": [ 64, 4 ], "shard": 0, "offset": 3618816, "nbytes": 1024 }, "fe.b1.1.moe.experts.weight": { "dtype": "f32", "shape": [ 64, 256 ], "shard": 0, "offset": 3619840, "nbytes": 65536 }, "fe.b1.1.ffn_out.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 3685376, "nbytes": 16384 }, "fe.b1.1.ffn_out.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 3701760, "nbytes": 256 }, "fe.b1.1.ln2.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 3702016, "nbytes": 256 }, "fe.b1.1.ln2.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 3702272, "nbytes": 256 }, "fe.b1.1.eproj.weight": { "dtype": "f32", "shape": [ 64, 2560 ], "shard": 0, "offset": 3702528, "nbytes": 655360 }, "fe.b1.1.eproj.bias": { "dtype": "f32", "shape": [ 2560 ], "shard": 0, "offset": 4357888, "nbytes": 10240 }, "fe.b2.0.cnn.0.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 4368128, "nbytes": 4608 }, "fe.b2.0.cnn.0.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 4372736, "nbytes": 65536 }, "fe.b2.0.cnn.0.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 4438272, "nbytes": 512 }, "fe.b2.0.cnn.0.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 4, 128 ], "shard": 0, "offset": 4438784, "nbytes": 18432 }, "fe.b2.0.cnn.0.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 4457216, "nbytes": 65536 }, "fe.b2.0.cnn.0.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 4522752, "nbytes": 512 }, "fe.b2.0.cnn.0.sc.weight": { "dtype": "f32", "shape": [ 1, 1, 32, 128 ], "shard": 0, "offset": 4523264, "nbytes": 16384 }, "fe.b2.0.cnn.1.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 4539648, "nbytes": 4608 }, "fe.b2.0.cnn.1.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 4544256, "nbytes": 65536 }, "fe.b2.0.cnn.1.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 4609792, "nbytes": 512 }, "fe.b2.0.cnn.1.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 4610304, "nbytes": 4608 }, "fe.b2.0.cnn.1.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 4614912, "nbytes": 65536 }, "fe.b2.0.cnn.1.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 4680448, "nbytes": 512 }, "fe.b2.0.cnn.2.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 4680960, "nbytes": 4608 }, "fe.b2.0.cnn.2.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 4685568, "nbytes": 65536 }, "fe.b2.0.cnn.2.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 4751104, "nbytes": 512 }, "fe.b2.0.cnn.2.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 4751616, "nbytes": 4608 }, "fe.b2.0.cnn.2.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 4756224, "nbytes": 65536 }, "fe.b2.0.cnn.2.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 4821760, "nbytes": 512 }, "fe.b2.0.reduce.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 64 ], "shard": 0, "offset": 4822272, "nbytes": 32768 }, "fe.b2.0.reduce.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 4855040, "nbytes": 256 }, "fe.b2.0.rproj.weight": { "dtype": "f32", "shape": [ 2560, 64 ], "shard": 0, "offset": 4855296, "nbytes": 655360 }, "fe.b2.0.rproj.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 5510656, "nbytes": 256 }, "fe.b2.0.rproj.ln.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 5510912, "nbytes": 256 }, "fe.b2.0.rproj.ln.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 5511168, "nbytes": 256 }, "fe.b2.0.pos.dw.weight": { "dtype": "f32", "shape": [ 64, 113 ], "shard": 0, "offset": 5511424, "nbytes": 28928 }, "fe.b2.0.pos.dw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 5540352, "nbytes": 256 }, "fe.b2.0.pos.pw.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 5540608, "nbytes": 16384 }, "fe.b2.0.pos.pw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 5556992, "nbytes": 256 }, "fe.b2.0.attn.q.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 5557248, "nbytes": 16384 }, "fe.b2.0.attn.q.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 5573632, "nbytes": 256 }, "fe.b2.0.attn.k.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 5573888, "nbytes": 16384 }, "fe.b2.0.attn.k.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 5590272, "nbytes": 256 }, "fe.b2.0.attn.v.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 5590528, "nbytes": 16384 }, "fe.b2.0.attn.v.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 5606912, "nbytes": 256 }, "fe.b2.0.attn.o.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 5607168, "nbytes": 16384 }, "fe.b2.0.attn.o.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 5623552, "nbytes": 256 }, "fe.b2.0.ln1.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 5623808, "nbytes": 256 }, "fe.b2.0.ln1.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 5624064, "nbytes": 256 }, "fe.b2.0.moe.gate.weight": { "dtype": "f32", "shape": [ 64, 4 ], "shard": 0, "offset": 5624320, "nbytes": 1024 }, "fe.b2.0.moe.experts.weight": { "dtype": "f32", "shape": [ 64, 256 ], "shard": 0, "offset": 5625344, "nbytes": 65536 }, "fe.b2.0.ffn_out.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 5690880, "nbytes": 16384 }, "fe.b2.0.ffn_out.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 5707264, "nbytes": 256 }, "fe.b2.0.ln2.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 5707520, "nbytes": 256 }, "fe.b2.0.ln2.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 5707776, "nbytes": 256 }, "fe.b2.0.eproj.weight": { "dtype": "f32", "shape": [ 64, 2560 ], "shard": 0, "offset": 5708032, "nbytes": 655360 }, "fe.b2.0.eproj.bias": { "dtype": "f32", "shape": [ 2560 ], "shard": 0, "offset": 6363392, "nbytes": 10240 }, "fe.b2.1.cnn.0.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 6373632, "nbytes": 4608 }, "fe.b2.1.cnn.0.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 6378240, "nbytes": 65536 }, "fe.b2.1.cnn.0.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 6443776, "nbytes": 512 }, "fe.b2.1.cnn.0.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 2, 128 ], "shard": 0, "offset": 6444288, "nbytes": 9216 }, "fe.b2.1.cnn.0.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 6453504, "nbytes": 65536 }, "fe.b2.1.cnn.0.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 6519040, "nbytes": 512 }, "fe.b2.1.cnn.0.sc.weight": { "dtype": "f32", "shape": [ 1, 1, 64, 128 ], "shard": 0, "offset": 6519552, "nbytes": 32768 }, "fe.b2.1.cnn.1.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 6552320, "nbytes": 4608 }, "fe.b2.1.cnn.1.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 6556928, "nbytes": 65536 }, "fe.b2.1.cnn.1.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 6622464, "nbytes": 512 }, "fe.b2.1.cnn.1.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 6622976, "nbytes": 4608 }, "fe.b2.1.cnn.1.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 6627584, "nbytes": 65536 }, "fe.b2.1.cnn.1.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 6693120, "nbytes": 512 }, "fe.b2.1.cnn.2.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 6693632, "nbytes": 4608 }, "fe.b2.1.cnn.2.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 6698240, "nbytes": 65536 }, "fe.b2.1.cnn.2.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 6763776, "nbytes": 512 }, "fe.b2.1.cnn.2.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 6764288, "nbytes": 4608 }, "fe.b2.1.cnn.2.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 6768896, "nbytes": 65536 }, "fe.b2.1.cnn.2.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 6834432, "nbytes": 512 }, "fe.b2.1.reduce.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 64 ], "shard": 0, "offset": 6834944, "nbytes": 32768 }, "fe.b2.1.reduce.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 6867712, "nbytes": 256 }, "fe.b2.1.rproj.weight": { "dtype": "f32", "shape": [ 2560, 64 ], "shard": 0, "offset": 6867968, "nbytes": 655360 }, "fe.b2.1.rproj.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 7523328, "nbytes": 256 }, "fe.b2.1.rproj.ln.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 7523584, "nbytes": 256 }, "fe.b2.1.rproj.ln.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 7523840, "nbytes": 256 }, "fe.b2.1.pos.dw.weight": { "dtype": "f32", "shape": [ 64, 113 ], "shard": 0, "offset": 7524096, "nbytes": 28928 }, "fe.b2.1.pos.dw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 7553024, "nbytes": 256 }, "fe.b2.1.pos.pw.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 7553280, "nbytes": 16384 }, "fe.b2.1.pos.pw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 7569664, "nbytes": 256 }, "fe.b2.1.attn.q.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 7569920, "nbytes": 16384 }, "fe.b2.1.attn.q.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 7586304, "nbytes": 256 }, "fe.b2.1.attn.k.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 7586560, "nbytes": 16384 }, "fe.b2.1.attn.k.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 7602944, "nbytes": 256 }, "fe.b2.1.attn.v.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 7603200, "nbytes": 16384 }, "fe.b2.1.attn.v.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 7619584, "nbytes": 256 }, "fe.b2.1.attn.o.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 7619840, "nbytes": 16384 }, "fe.b2.1.attn.o.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 7636224, "nbytes": 256 }, "fe.b2.1.ln1.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 7636480, "nbytes": 256 }, "fe.b2.1.ln1.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 7636736, "nbytes": 256 }, "fe.b2.1.moe.gate.weight": { "dtype": "f32", "shape": [ 64, 4 ], "shard": 0, "offset": 7636992, "nbytes": 1024 }, "fe.b2.1.moe.experts.weight": { "dtype": "f32", "shape": [ 64, 256 ], "shard": 0, "offset": 7638016, "nbytes": 65536 }, "fe.b2.1.ffn_out.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 7703552, "nbytes": 16384 }, "fe.b2.1.ffn_out.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 7719936, "nbytes": 256 }, "fe.b2.1.ln2.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 7720192, "nbytes": 256 }, "fe.b2.1.ln2.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 7720448, "nbytes": 256 }, "fe.b2.1.eproj.weight": { "dtype": "f32", "shape": [ 64, 2560 ], "shard": 0, "offset": 7720704, "nbytes": 655360 }, "fe.b2.1.eproj.bias": { "dtype": "f32", "shape": [ 2560 ], "shard": 0, "offset": 8376064, "nbytes": 10240 }, "fe.b2.2.cnn.0.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 8386304, "nbytes": 4608 }, "fe.b2.2.cnn.0.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 8390912, "nbytes": 65536 }, "fe.b2.2.cnn.0.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 8456448, "nbytes": 512 }, "fe.b2.2.cnn.0.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 2, 128 ], "shard": 0, "offset": 8456960, "nbytes": 9216 }, "fe.b2.2.cnn.0.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 8466176, "nbytes": 65536 }, "fe.b2.2.cnn.0.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 8531712, "nbytes": 512 }, "fe.b2.2.cnn.0.sc.weight": { "dtype": "f32", "shape": [ 1, 1, 64, 128 ], "shard": 0, "offset": 8532224, "nbytes": 32768 }, "fe.b2.2.cnn.1.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 8564992, "nbytes": 4608 }, "fe.b2.2.cnn.1.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 8569600, "nbytes": 65536 }, "fe.b2.2.cnn.1.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 8635136, "nbytes": 512 }, "fe.b2.2.cnn.1.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 8635648, "nbytes": 4608 }, "fe.b2.2.cnn.1.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 8640256, "nbytes": 65536 }, "fe.b2.2.cnn.1.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 8705792, "nbytes": 512 }, "fe.b2.2.cnn.2.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 8706304, "nbytes": 4608 }, "fe.b2.2.cnn.2.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 8710912, "nbytes": 65536 }, "fe.b2.2.cnn.2.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 8776448, "nbytes": 512 }, "fe.b2.2.cnn.2.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 8776960, "nbytes": 4608 }, "fe.b2.2.cnn.2.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 8781568, "nbytes": 65536 }, "fe.b2.2.cnn.2.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 8847104, "nbytes": 512 }, "fe.b2.2.reduce.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 64 ], "shard": 0, "offset": 8847616, "nbytes": 32768 }, "fe.b2.2.reduce.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 8880384, "nbytes": 256 }, "fe.b2.2.rproj.weight": { "dtype": "f32", "shape": [ 2560, 64 ], "shard": 0, "offset": 8880640, "nbytes": 655360 }, "fe.b2.2.rproj.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 9536000, "nbytes": 256 }, "fe.b2.2.rproj.ln.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 9536256, "nbytes": 256 }, "fe.b2.2.rproj.ln.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 9536512, "nbytes": 256 }, "fe.b2.2.pos.dw.weight": { "dtype": "f32", "shape": [ 64, 113 ], "shard": 0, "offset": 9536768, "nbytes": 28928 }, "fe.b2.2.pos.dw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 9565696, "nbytes": 256 }, "fe.b2.2.pos.pw.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 9565952, "nbytes": 16384 }, "fe.b2.2.pos.pw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 9582336, "nbytes": 256 }, "fe.b2.2.attn.q.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 9582592, "nbytes": 16384 }, "fe.b2.2.attn.q.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 9598976, "nbytes": 256 }, "fe.b2.2.attn.k.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 9599232, "nbytes": 16384 }, "fe.b2.2.attn.k.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 9615616, "nbytes": 256 }, "fe.b2.2.attn.v.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 9615872, "nbytes": 16384 }, "fe.b2.2.attn.v.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 9632256, "nbytes": 256 }, "fe.b2.2.attn.o.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 9632512, "nbytes": 16384 }, "fe.b2.2.attn.o.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 9648896, "nbytes": 256 }, "fe.b2.2.ln1.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 9649152, "nbytes": 256 }, "fe.b2.2.ln1.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 9649408, "nbytes": 256 }, "fe.b2.2.moe.gate.weight": { "dtype": "f32", "shape": [ 64, 4 ], "shard": 0, "offset": 9649664, "nbytes": 1024 }, "fe.b2.2.moe.experts.weight": { "dtype": "f32", "shape": [ 64, 256 ], "shard": 0, "offset": 9650688, "nbytes": 65536 }, "fe.b2.2.ffn_out.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 9716224, "nbytes": 16384 }, "fe.b2.2.ffn_out.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 9732608, "nbytes": 256 }, "fe.b2.2.ln2.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 9732864, "nbytes": 256 }, "fe.b2.2.ln2.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 9733120, "nbytes": 256 }, "fe.b2.2.eproj.weight": { "dtype": "f32", "shape": [ 64, 2560 ], "shard": 0, "offset": 9733376, "nbytes": 655360 }, "fe.b2.2.eproj.bias": { "dtype": "f32", "shape": [ 2560 ], "shard": 0, "offset": 10388736, "nbytes": 10240 }, "fe.b2.3.cnn.0.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 10398976, "nbytes": 4608 }, "fe.b2.3.cnn.0.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 10403584, "nbytes": 65536 }, "fe.b2.3.cnn.0.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 10469120, "nbytes": 512 }, "fe.b2.3.cnn.0.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 2, 128 ], "shard": 0, "offset": 10469632, "nbytes": 9216 }, "fe.b2.3.cnn.0.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 10478848, "nbytes": 65536 }, "fe.b2.3.cnn.0.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 10544384, "nbytes": 512 }, "fe.b2.3.cnn.0.sc.weight": { "dtype": "f32", "shape": [ 1, 1, 64, 128 ], "shard": 0, "offset": 10544896, "nbytes": 32768 }, "fe.b2.3.cnn.1.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 10577664, "nbytes": 4608 }, "fe.b2.3.cnn.1.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 10582272, "nbytes": 65536 }, "fe.b2.3.cnn.1.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 10647808, "nbytes": 512 }, "fe.b2.3.cnn.1.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 10648320, "nbytes": 4608 }, "fe.b2.3.cnn.1.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 10652928, "nbytes": 65536 }, "fe.b2.3.cnn.1.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 10718464, "nbytes": 512 }, "fe.b2.3.cnn.2.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 10718976, "nbytes": 4608 }, "fe.b2.3.cnn.2.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 10723584, "nbytes": 65536 }, "fe.b2.3.cnn.2.pw1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 10789120, "nbytes": 512 }, "fe.b2.3.cnn.2.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 128 ], "shard": 0, "offset": 10789632, "nbytes": 4608 }, "fe.b2.3.cnn.2.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 128 ], "shard": 0, "offset": 10794240, "nbytes": 65536 }, "fe.b2.3.cnn.2.pw2.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 10859776, "nbytes": 512 }, "fe.b2.3.reduce.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 64 ], "shard": 0, "offset": 10860288, "nbytes": 32768 }, "fe.b2.3.reduce.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 10893056, "nbytes": 256 }, "fe.b2.3.rproj.weight": { "dtype": "f32", "shape": [ 2560, 64 ], "shard": 0, "offset": 10893312, "nbytes": 655360 }, "fe.b2.3.rproj.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 11548672, "nbytes": 256 }, "fe.b2.3.rproj.ln.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 11548928, "nbytes": 256 }, "fe.b2.3.rproj.ln.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 11549184, "nbytes": 256 }, "fe.b2.3.pos.dw.weight": { "dtype": "f32", "shape": [ 64, 113 ], "shard": 0, "offset": 11549440, "nbytes": 28928 }, "fe.b2.3.pos.dw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 11578368, "nbytes": 256 }, "fe.b2.3.pos.pw.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 11578624, "nbytes": 16384 }, "fe.b2.3.pos.pw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 11595008, "nbytes": 256 }, "fe.b2.3.attn.q.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 11595264, "nbytes": 16384 }, "fe.b2.3.attn.q.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 11611648, "nbytes": 256 }, "fe.b2.3.attn.k.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 11611904, "nbytes": 16384 }, "fe.b2.3.attn.k.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 11628288, "nbytes": 256 }, "fe.b2.3.attn.v.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 11628544, "nbytes": 16384 }, "fe.b2.3.attn.v.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 11644928, "nbytes": 256 }, "fe.b2.3.attn.o.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 11645184, "nbytes": 16384 }, "fe.b2.3.attn.o.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 11661568, "nbytes": 256 }, "fe.b2.3.ln1.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 11661824, "nbytes": 256 }, "fe.b2.3.ln1.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 11662080, "nbytes": 256 }, "fe.b2.3.moe.gate.weight": { "dtype": "f32", "shape": [ 64, 4 ], "shard": 0, "offset": 11662336, "nbytes": 1024 }, "fe.b2.3.moe.experts.weight": { "dtype": "f32", "shape": [ 64, 256 ], "shard": 0, "offset": 11663360, "nbytes": 65536 }, "fe.b2.3.ffn_out.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 11728896, "nbytes": 16384 }, "fe.b2.3.ffn_out.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 11745280, "nbytes": 256 }, "fe.b2.3.ln2.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 11745536, "nbytes": 256 }, "fe.b2.3.ln2.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 11745792, "nbytes": 256 }, "fe.b2.3.eproj.weight": { "dtype": "f32", "shape": [ 64, 2560 ], "shard": 0, "offset": 11746048, "nbytes": 655360 }, "fe.b2.3.eproj.bias": { "dtype": "f32", "shape": [ 2560 ], "shard": 0, "offset": 12401408, "nbytes": 10240 }, "fe.b3.0.cnn.0.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 12411648, "nbytes": 9216 }, "fe.b3.0.cnn.0.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 12420864, "nbytes": 262144 }, "fe.b3.0.cnn.0.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 12683008, "nbytes": 1024 }, "fe.b3.0.cnn.0.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 4, 256 ], "shard": 0, "offset": 12684032, "nbytes": 36864 }, "fe.b3.0.cnn.0.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 12720896, "nbytes": 262144 }, "fe.b3.0.cnn.0.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 12983040, "nbytes": 1024 }, "fe.b3.0.cnn.0.sc.weight": { "dtype": "f32", "shape": [ 1, 1, 64, 256 ], "shard": 0, "offset": 12984064, "nbytes": 65536 }, "fe.b3.0.cnn.1.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 13049600, "nbytes": 9216 }, "fe.b3.0.cnn.1.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 13058816, "nbytes": 262144 }, "fe.b3.0.cnn.1.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 13320960, "nbytes": 1024 }, "fe.b3.0.cnn.1.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 13321984, "nbytes": 9216 }, "fe.b3.0.cnn.1.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 13331200, "nbytes": 262144 }, "fe.b3.0.cnn.1.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 13593344, "nbytes": 1024 }, "fe.b3.0.cnn.2.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 13594368, "nbytes": 9216 }, "fe.b3.0.cnn.2.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 13603584, "nbytes": 262144 }, "fe.b3.0.cnn.2.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 13865728, "nbytes": 1024 }, "fe.b3.0.cnn.2.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 13866752, "nbytes": 9216 }, "fe.b3.0.cnn.2.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 13875968, "nbytes": 262144 }, "fe.b3.0.cnn.2.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 14138112, "nbytes": 1024 }, "fe.b3.0.reduce.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 128 ], "shard": 0, "offset": 14139136, "nbytes": 131072 }, "fe.b3.0.reduce.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 14270208, "nbytes": 512 }, "fe.b3.0.rproj.weight": { "dtype": "f32", "shape": [ 2560, 64 ], "shard": 0, "offset": 14270720, "nbytes": 655360 }, "fe.b3.0.rproj.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 14926080, "nbytes": 256 }, "fe.b3.0.rproj.ln.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 14926336, "nbytes": 256 }, "fe.b3.0.rproj.ln.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 14926592, "nbytes": 256 }, "fe.b3.0.pos.dw.weight": { "dtype": "f32", "shape": [ 64, 113 ], "shard": 0, "offset": 14926848, "nbytes": 28928 }, "fe.b3.0.pos.dw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 14955776, "nbytes": 256 }, "fe.b3.0.pos.pw.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 14956032, "nbytes": 16384 }, "fe.b3.0.pos.pw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 14972416, "nbytes": 256 }, "fe.b3.0.attn.q.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 14972672, "nbytes": 16384 }, "fe.b3.0.attn.q.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 14989056, "nbytes": 256 }, "fe.b3.0.attn.k.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 14989312, "nbytes": 16384 }, "fe.b3.0.attn.k.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 15005696, "nbytes": 256 }, "fe.b3.0.attn.v.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 15005952, "nbytes": 16384 }, "fe.b3.0.attn.v.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 15022336, "nbytes": 256 }, "fe.b3.0.attn.o.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 15022592, "nbytes": 16384 }, "fe.b3.0.attn.o.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 15038976, "nbytes": 256 }, "fe.b3.0.ln1.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 15039232, "nbytes": 256 }, "fe.b3.0.ln1.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 15039488, "nbytes": 256 }, "fe.b3.0.moe.gate.weight": { "dtype": "f32", "shape": [ 64, 4 ], "shard": 0, "offset": 15039744, "nbytes": 1024 }, "fe.b3.0.moe.experts.weight": { "dtype": "f32", "shape": [ 64, 256 ], "shard": 0, "offset": 15040768, "nbytes": 65536 }, "fe.b3.0.ffn_out.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 15106304, "nbytes": 16384 }, "fe.b3.0.ffn_out.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 15122688, "nbytes": 256 }, "fe.b3.0.ln2.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 15122944, "nbytes": 256 }, "fe.b3.0.ln2.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 15123200, "nbytes": 256 }, "fe.b3.0.eproj.weight": { "dtype": "f32", "shape": [ 64, 2560 ], "shard": 0, "offset": 15123456, "nbytes": 655360 }, "fe.b3.0.eproj.bias": { "dtype": "f32", "shape": [ 2560 ], "shard": 0, "offset": 15778816, "nbytes": 10240 }, "fe.b3.1.cnn.0.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 15789056, "nbytes": 9216 }, "fe.b3.1.cnn.0.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 15798272, "nbytes": 262144 }, "fe.b3.1.cnn.0.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 16060416, "nbytes": 1024 }, "fe.b3.1.cnn.0.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 2, 256 ], "shard": 0, "offset": 16061440, "nbytes": 18432 }, "fe.b3.1.cnn.0.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 16079872, "nbytes": 262144 }, "fe.b3.1.cnn.0.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 16342016, "nbytes": 1024 }, "fe.b3.1.cnn.0.sc.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 256 ], "shard": 0, "offset": 16343040, "nbytes": 131072 }, "fe.b3.1.cnn.1.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 16474112, "nbytes": 9216 }, "fe.b3.1.cnn.1.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 16483328, "nbytes": 262144 }, "fe.b3.1.cnn.1.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 16745472, "nbytes": 1024 }, "fe.b3.1.cnn.1.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 16746496, "nbytes": 9216 }, "fe.b3.1.cnn.1.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 16755712, "nbytes": 262144 }, "fe.b3.1.cnn.1.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 17017856, "nbytes": 1024 }, "fe.b3.1.cnn.2.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 17018880, "nbytes": 9216 }, "fe.b3.1.cnn.2.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 17028096, "nbytes": 262144 }, "fe.b3.1.cnn.2.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 17290240, "nbytes": 1024 }, "fe.b3.1.cnn.2.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 17291264, "nbytes": 9216 }, "fe.b3.1.cnn.2.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 17300480, "nbytes": 262144 }, "fe.b3.1.cnn.2.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 17562624, "nbytes": 1024 }, "fe.b3.1.reduce.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 128 ], "shard": 0, "offset": 17563648, "nbytes": 131072 }, "fe.b3.1.reduce.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 17694720, "nbytes": 512 }, "fe.b3.1.rproj.weight": { "dtype": "f32", "shape": [ 2560, 64 ], "shard": 0, "offset": 17695232, "nbytes": 655360 }, "fe.b3.1.rproj.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 18350592, "nbytes": 256 }, "fe.b3.1.rproj.ln.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 18350848, "nbytes": 256 }, "fe.b3.1.rproj.ln.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 18351104, "nbytes": 256 }, "fe.b3.1.pos.dw.weight": { "dtype": "f32", "shape": [ 64, 113 ], "shard": 0, "offset": 18351360, "nbytes": 28928 }, "fe.b3.1.pos.dw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 18380288, "nbytes": 256 }, "fe.b3.1.pos.pw.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 18380544, "nbytes": 16384 }, "fe.b3.1.pos.pw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 18396928, "nbytes": 256 }, "fe.b3.1.attn.q.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 18397184, "nbytes": 16384 }, "fe.b3.1.attn.q.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 18413568, "nbytes": 256 }, "fe.b3.1.attn.k.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 18413824, "nbytes": 16384 }, "fe.b3.1.attn.k.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 18430208, "nbytes": 256 }, "fe.b3.1.attn.v.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 18430464, "nbytes": 16384 }, "fe.b3.1.attn.v.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 18446848, "nbytes": 256 }, "fe.b3.1.attn.o.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 18447104, "nbytes": 16384 }, "fe.b3.1.attn.o.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 18463488, "nbytes": 256 }, "fe.b3.1.ln1.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 18463744, "nbytes": 256 }, "fe.b3.1.ln1.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 18464000, "nbytes": 256 }, "fe.b3.1.moe.gate.weight": { "dtype": "f32", "shape": [ 64, 4 ], "shard": 0, "offset": 18464256, "nbytes": 1024 }, "fe.b3.1.moe.experts.weight": { "dtype": "f32", "shape": [ 64, 256 ], "shard": 0, "offset": 18465280, "nbytes": 65536 }, "fe.b3.1.ffn_out.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 18530816, "nbytes": 16384 }, "fe.b3.1.ffn_out.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 18547200, "nbytes": 256 }, "fe.b3.1.ln2.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 18547456, "nbytes": 256 }, "fe.b3.1.ln2.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 18547712, "nbytes": 256 }, "fe.b3.1.eproj.weight": { "dtype": "f32", "shape": [ 64, 2560 ], "shard": 0, "offset": 18547968, "nbytes": 655360 }, "fe.b3.1.eproj.bias": { "dtype": "f32", "shape": [ 2560 ], "shard": 0, "offset": 19203328, "nbytes": 10240 }, "fe.b3.2.cnn.0.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 19213568, "nbytes": 9216 }, "fe.b3.2.cnn.0.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 19222784, "nbytes": 262144 }, "fe.b3.2.cnn.0.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 19484928, "nbytes": 1024 }, "fe.b3.2.cnn.0.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 2, 256 ], "shard": 0, "offset": 19485952, "nbytes": 18432 }, "fe.b3.2.cnn.0.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 19504384, "nbytes": 262144 }, "fe.b3.2.cnn.0.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 19766528, "nbytes": 1024 }, "fe.b3.2.cnn.0.sc.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 256 ], "shard": 0, "offset": 19767552, "nbytes": 131072 }, "fe.b3.2.cnn.1.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 19898624, "nbytes": 9216 }, "fe.b3.2.cnn.1.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 19907840, "nbytes": 262144 }, "fe.b3.2.cnn.1.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 20169984, "nbytes": 1024 }, "fe.b3.2.cnn.1.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 20171008, "nbytes": 9216 }, "fe.b3.2.cnn.1.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 20180224, "nbytes": 262144 }, "fe.b3.2.cnn.1.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 20442368, "nbytes": 1024 }, "fe.b3.2.cnn.2.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 20443392, "nbytes": 9216 }, "fe.b3.2.cnn.2.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 20452608, "nbytes": 262144 }, "fe.b3.2.cnn.2.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 20714752, "nbytes": 1024 }, "fe.b3.2.cnn.2.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 20715776, "nbytes": 9216 }, "fe.b3.2.cnn.2.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 20724992, "nbytes": 262144 }, "fe.b3.2.cnn.2.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 20987136, "nbytes": 1024 }, "fe.b3.2.reduce.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 128 ], "shard": 0, "offset": 20988160, "nbytes": 131072 }, "fe.b3.2.reduce.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 21119232, "nbytes": 512 }, "fe.b3.2.rproj.weight": { "dtype": "f32", "shape": [ 2560, 64 ], "shard": 0, "offset": 21119744, "nbytes": 655360 }, "fe.b3.2.rproj.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 21775104, "nbytes": 256 }, "fe.b3.2.rproj.ln.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 21775360, "nbytes": 256 }, "fe.b3.2.rproj.ln.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 21775616, "nbytes": 256 }, "fe.b3.2.pos.dw.weight": { "dtype": "f32", "shape": [ 64, 113 ], "shard": 0, "offset": 21775872, "nbytes": 28928 }, "fe.b3.2.pos.dw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 21804800, "nbytes": 256 }, "fe.b3.2.pos.pw.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 21805056, "nbytes": 16384 }, "fe.b3.2.pos.pw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 21821440, "nbytes": 256 }, "fe.b3.2.attn.q.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 21821696, "nbytes": 16384 }, "fe.b3.2.attn.q.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 21838080, "nbytes": 256 }, "fe.b3.2.attn.k.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 21838336, "nbytes": 16384 }, "fe.b3.2.attn.k.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 21854720, "nbytes": 256 }, "fe.b3.2.attn.v.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 21854976, "nbytes": 16384 }, "fe.b3.2.attn.v.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 21871360, "nbytes": 256 }, "fe.b3.2.attn.o.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 21871616, "nbytes": 16384 }, "fe.b3.2.attn.o.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 21888000, "nbytes": 256 }, "fe.b3.2.ln1.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 21888256, "nbytes": 256 }, "fe.b3.2.ln1.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 21888512, "nbytes": 256 }, "fe.b3.2.moe.gate.weight": { "dtype": "f32", "shape": [ 64, 4 ], "shard": 0, "offset": 21888768, "nbytes": 1024 }, "fe.b3.2.moe.experts.weight": { "dtype": "f32", "shape": [ 64, 256 ], "shard": 0, "offset": 21889792, "nbytes": 65536 }, "fe.b3.2.ffn_out.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 21955328, "nbytes": 16384 }, "fe.b3.2.ffn_out.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 21971712, "nbytes": 256 }, "fe.b3.2.ln2.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 21971968, "nbytes": 256 }, "fe.b3.2.ln2.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 21972224, "nbytes": 256 }, "fe.b3.2.eproj.weight": { "dtype": "f32", "shape": [ 64, 2560 ], "shard": 0, "offset": 21972480, "nbytes": 655360 }, "fe.b3.2.eproj.bias": { "dtype": "f32", "shape": [ 2560 ], "shard": 0, "offset": 22627840, "nbytes": 10240 }, "fe.b3.3.cnn.0.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 22638080, "nbytes": 9216 }, "fe.b3.3.cnn.0.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 22647296, "nbytes": 262144 }, "fe.b3.3.cnn.0.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 22909440, "nbytes": 1024 }, "fe.b3.3.cnn.0.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 2, 256 ], "shard": 0, "offset": 22910464, "nbytes": 18432 }, "fe.b3.3.cnn.0.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 22928896, "nbytes": 262144 }, "fe.b3.3.cnn.0.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 23191040, "nbytes": 1024 }, "fe.b3.3.cnn.0.sc.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 256 ], "shard": 0, "offset": 23192064, "nbytes": 131072 }, "fe.b3.3.cnn.1.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 23323136, "nbytes": 9216 }, "fe.b3.3.cnn.1.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 23332352, "nbytes": 262144 }, "fe.b3.3.cnn.1.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 23594496, "nbytes": 1024 }, "fe.b3.3.cnn.1.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 23595520, "nbytes": 9216 }, "fe.b3.3.cnn.1.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 23604736, "nbytes": 262144 }, "fe.b3.3.cnn.1.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 23866880, "nbytes": 1024 }, "fe.b3.3.cnn.2.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 23867904, "nbytes": 9216 }, "fe.b3.3.cnn.2.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 23877120, "nbytes": 262144 }, "fe.b3.3.cnn.2.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 24139264, "nbytes": 1024 }, "fe.b3.3.cnn.2.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 24140288, "nbytes": 9216 }, "fe.b3.3.cnn.2.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 24149504, "nbytes": 262144 }, "fe.b3.3.cnn.2.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 24411648, "nbytes": 1024 }, "fe.b3.3.reduce.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 128 ], "shard": 0, "offset": 24412672, "nbytes": 131072 }, "fe.b3.3.reduce.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 24543744, "nbytes": 512 }, "fe.b3.3.rproj.weight": { "dtype": "f32", "shape": [ 2560, 64 ], "shard": 0, "offset": 24544256, "nbytes": 655360 }, "fe.b3.3.rproj.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 25199616, "nbytes": 256 }, "fe.b3.3.rproj.ln.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 25199872, "nbytes": 256 }, "fe.b3.3.rproj.ln.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 25200128, "nbytes": 256 }, "fe.b3.3.pos.dw.weight": { "dtype": "f32", "shape": [ 64, 113 ], "shard": 0, "offset": 25200384, "nbytes": 28928 }, "fe.b3.3.pos.dw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 25229312, "nbytes": 256 }, "fe.b3.3.pos.pw.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 25229568, "nbytes": 16384 }, "fe.b3.3.pos.pw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 25245952, "nbytes": 256 }, "fe.b3.3.attn.q.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 25246208, "nbytes": 16384 }, "fe.b3.3.attn.q.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 25262592, "nbytes": 256 }, "fe.b3.3.attn.k.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 25262848, "nbytes": 16384 }, "fe.b3.3.attn.k.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 25279232, "nbytes": 256 }, "fe.b3.3.attn.v.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 25279488, "nbytes": 16384 }, "fe.b3.3.attn.v.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 25295872, "nbytes": 256 }, "fe.b3.3.attn.o.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 25296128, "nbytes": 16384 }, "fe.b3.3.attn.o.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 25312512, "nbytes": 256 }, "fe.b3.3.ln1.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 25312768, "nbytes": 256 }, "fe.b3.3.ln1.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 25313024, "nbytes": 256 }, "fe.b3.3.moe.gate.weight": { "dtype": "f32", "shape": [ 64, 4 ], "shard": 0, "offset": 25313280, "nbytes": 1024 }, "fe.b3.3.moe.experts.weight": { "dtype": "f32", "shape": [ 64, 256 ], "shard": 0, "offset": 25314304, "nbytes": 65536 }, "fe.b3.3.ffn_out.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 25379840, "nbytes": 16384 }, "fe.b3.3.ffn_out.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 25396224, "nbytes": 256 }, "fe.b3.3.ln2.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 25396480, "nbytes": 256 }, "fe.b3.3.ln2.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 25396736, "nbytes": 256 }, "fe.b3.3.eproj.weight": { "dtype": "f32", "shape": [ 64, 2560 ], "shard": 0, "offset": 25396992, "nbytes": 655360 }, "fe.b3.3.eproj.bias": { "dtype": "f32", "shape": [ 2560 ], "shard": 0, "offset": 26052352, "nbytes": 10240 }, "fe.b3.4.cnn.0.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 26062592, "nbytes": 9216 }, "fe.b3.4.cnn.0.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 26071808, "nbytes": 262144 }, "fe.b3.4.cnn.0.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 26333952, "nbytes": 1024 }, "fe.b3.4.cnn.0.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 2, 256 ], "shard": 0, "offset": 26334976, "nbytes": 18432 }, "fe.b3.4.cnn.0.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 26353408, "nbytes": 262144 }, "fe.b3.4.cnn.0.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 26615552, "nbytes": 1024 }, "fe.b3.4.cnn.0.sc.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 256 ], "shard": 0, "offset": 26616576, "nbytes": 131072 }, "fe.b3.4.cnn.1.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 26747648, "nbytes": 9216 }, "fe.b3.4.cnn.1.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 26756864, "nbytes": 262144 }, "fe.b3.4.cnn.1.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 27019008, "nbytes": 1024 }, "fe.b3.4.cnn.1.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 27020032, "nbytes": 9216 }, "fe.b3.4.cnn.1.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 27029248, "nbytes": 262144 }, "fe.b3.4.cnn.1.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 27291392, "nbytes": 1024 }, "fe.b3.4.cnn.2.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 27292416, "nbytes": 9216 }, "fe.b3.4.cnn.2.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 27301632, "nbytes": 262144 }, "fe.b3.4.cnn.2.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 27563776, "nbytes": 1024 }, "fe.b3.4.cnn.2.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 27564800, "nbytes": 9216 }, "fe.b3.4.cnn.2.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 27574016, "nbytes": 262144 }, "fe.b3.4.cnn.2.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 27836160, "nbytes": 1024 }, "fe.b3.4.reduce.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 128 ], "shard": 0, "offset": 27837184, "nbytes": 131072 }, "fe.b3.4.reduce.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 27968256, "nbytes": 512 }, "fe.b3.4.rproj.weight": { "dtype": "f32", "shape": [ 2560, 64 ], "shard": 0, "offset": 27968768, "nbytes": 655360 }, "fe.b3.4.rproj.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 28624128, "nbytes": 256 }, "fe.b3.4.rproj.ln.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 28624384, "nbytes": 256 }, "fe.b3.4.rproj.ln.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 28624640, "nbytes": 256 }, "fe.b3.4.pos.dw.weight": { "dtype": "f32", "shape": [ 64, 113 ], "shard": 0, "offset": 28624896, "nbytes": 28928 }, "fe.b3.4.pos.dw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 28653824, "nbytes": 256 }, "fe.b3.4.pos.pw.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 28654080, "nbytes": 16384 }, "fe.b3.4.pos.pw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 28670464, "nbytes": 256 }, "fe.b3.4.attn.q.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 28670720, "nbytes": 16384 }, "fe.b3.4.attn.q.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 28687104, "nbytes": 256 }, "fe.b3.4.attn.k.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 28687360, "nbytes": 16384 }, "fe.b3.4.attn.k.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 28703744, "nbytes": 256 }, "fe.b3.4.attn.v.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 28704000, "nbytes": 16384 }, "fe.b3.4.attn.v.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 28720384, "nbytes": 256 }, "fe.b3.4.attn.o.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 28720640, "nbytes": 16384 }, "fe.b3.4.attn.o.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 28737024, "nbytes": 256 }, "fe.b3.4.ln1.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 28737280, "nbytes": 256 }, "fe.b3.4.ln1.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 28737536, "nbytes": 256 }, "fe.b3.4.moe.gate.weight": { "dtype": "f32", "shape": [ 64, 4 ], "shard": 0, "offset": 28737792, "nbytes": 1024 }, "fe.b3.4.moe.experts.weight": { "dtype": "f32", "shape": [ 64, 256 ], "shard": 0, "offset": 28738816, "nbytes": 65536 }, "fe.b3.4.ffn_out.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 28804352, "nbytes": 16384 }, "fe.b3.4.ffn_out.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 28820736, "nbytes": 256 }, "fe.b3.4.ln2.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 28820992, "nbytes": 256 }, "fe.b3.4.ln2.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 28821248, "nbytes": 256 }, "fe.b3.4.eproj.weight": { "dtype": "f32", "shape": [ 64, 2560 ], "shard": 0, "offset": 28821504, "nbytes": 655360 }, "fe.b3.4.eproj.bias": { "dtype": "f32", "shape": [ 2560 ], "shard": 0, "offset": 29476864, "nbytes": 10240 }, "fe.b4.0.cnn.0.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 29487104, "nbytes": 9216 }, "fe.b4.0.cnn.0.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 29496320, "nbytes": 262144 }, "fe.b4.0.cnn.0.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 29758464, "nbytes": 1024 }, "fe.b4.0.cnn.0.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 2, 256 ], "shard": 0, "offset": 29759488, "nbytes": 18432 }, "fe.b4.0.cnn.0.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 29777920, "nbytes": 262144 }, "fe.b4.0.cnn.0.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 30040064, "nbytes": 1024 }, "fe.b4.0.cnn.0.sc.weight": { "dtype": "f32", "shape": [ 1, 1, 128, 256 ], "shard": 0, "offset": 30041088, "nbytes": 131072 }, "fe.b4.0.cnn.1.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 30172160, "nbytes": 9216 }, "fe.b4.0.cnn.1.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 30181376, "nbytes": 262144 }, "fe.b4.0.cnn.1.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 30443520, "nbytes": 1024 }, "fe.b4.0.cnn.1.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 30444544, "nbytes": 9216 }, "fe.b4.0.cnn.1.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 30453760, "nbytes": 262144 }, "fe.b4.0.cnn.1.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 30715904, "nbytes": 1024 }, "fe.b4.0.cnn.2.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 30716928, "nbytes": 9216 }, "fe.b4.0.cnn.2.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 30726144, "nbytes": 262144 }, "fe.b4.0.cnn.2.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 30988288, "nbytes": 1024 }, "fe.b4.0.cnn.2.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 30989312, "nbytes": 9216 }, "fe.b4.0.cnn.2.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 30998528, "nbytes": 262144 }, "fe.b4.0.cnn.2.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 31260672, "nbytes": 1024 }, "fe.b4.0.rproj.weight": { "dtype": "f32", "shape": [ 2560, 64 ], "shard": 0, "offset": 31261696, "nbytes": 655360 }, "fe.b4.0.rproj.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 31917056, "nbytes": 256 }, "fe.b4.0.rproj.ln.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 31917312, "nbytes": 256 }, "fe.b4.0.rproj.ln.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 31917568, "nbytes": 256 }, "fe.b4.0.pos.dw.weight": { "dtype": "f32", "shape": [ 64, 113 ], "shard": 0, "offset": 31917824, "nbytes": 28928 }, "fe.b4.0.pos.dw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 31946752, "nbytes": 256 }, "fe.b4.0.pos.pw.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 31947008, "nbytes": 16384 }, "fe.b4.0.pos.pw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 31963392, "nbytes": 256 }, "fe.b4.0.attn.q.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 31963648, "nbytes": 16384 }, "fe.b4.0.attn.q.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 31980032, "nbytes": 256 }, "fe.b4.0.attn.k.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 31980288, "nbytes": 16384 }, "fe.b4.0.attn.k.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 31996672, "nbytes": 256 }, "fe.b4.0.attn.v.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 31996928, "nbytes": 16384 }, "fe.b4.0.attn.v.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 32013312, "nbytes": 256 }, "fe.b4.0.attn.o.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 32013568, "nbytes": 16384 }, "fe.b4.0.attn.o.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 32029952, "nbytes": 256 }, "fe.b4.0.ln1.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 32030208, "nbytes": 256 }, "fe.b4.0.ln1.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 32030464, "nbytes": 256 }, "fe.b4.0.moe.gate.weight": { "dtype": "f32", "shape": [ 64, 4 ], "shard": 0, "offset": 32030720, "nbytes": 1024 }, "fe.b4.0.moe.experts.weight": { "dtype": "f32", "shape": [ 64, 256 ], "shard": 0, "offset": 32031744, "nbytes": 65536 }, "fe.b4.0.ffn_out.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 32097280, "nbytes": 16384 }, "fe.b4.0.ffn_out.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 32113664, "nbytes": 256 }, "fe.b4.0.ln2.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 32113920, "nbytes": 256 }, "fe.b4.0.ln2.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 32114176, "nbytes": 256 }, "fe.b4.0.eproj.weight": { "dtype": "f32", "shape": [ 64, 2560 ], "shard": 0, "offset": 32114432, "nbytes": 655360 }, "fe.b4.0.eproj.bias": { "dtype": "f32", "shape": [ 2560 ], "shard": 0, "offset": 32769792, "nbytes": 10240 }, "fe.b4.1.cnn.0.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 32780032, "nbytes": 9216 }, "fe.b4.1.cnn.0.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 32789248, "nbytes": 262144 }, "fe.b4.1.cnn.0.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 33051392, "nbytes": 1024 }, "fe.b4.1.cnn.0.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 33052416, "nbytes": 9216 }, "fe.b4.1.cnn.0.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 33061632, "nbytes": 262144 }, "fe.b4.1.cnn.0.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 33323776, "nbytes": 1024 }, "fe.b4.1.cnn.0.sc.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 33324800, "nbytes": 262144 }, "fe.b4.1.cnn.1.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 33586944, "nbytes": 9216 }, "fe.b4.1.cnn.1.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 33596160, "nbytes": 262144 }, "fe.b4.1.cnn.1.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 33858304, "nbytes": 1024 }, "fe.b4.1.cnn.1.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 33859328, "nbytes": 9216 }, "fe.b4.1.cnn.1.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 33868544, "nbytes": 262144 }, "fe.b4.1.cnn.1.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 34130688, "nbytes": 1024 }, "fe.b4.1.rproj.weight": { "dtype": "f32", "shape": [ 2560, 64 ], "shard": 0, "offset": 34131712, "nbytes": 655360 }, "fe.b4.1.rproj.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 34787072, "nbytes": 256 }, "fe.b4.1.rproj.ln.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 34787328, "nbytes": 256 }, "fe.b4.1.rproj.ln.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 34787584, "nbytes": 256 }, "fe.b4.1.pos.dw.weight": { "dtype": "f32", "shape": [ 64, 113 ], "shard": 0, "offset": 34787840, "nbytes": 28928 }, "fe.b4.1.pos.dw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 34816768, "nbytes": 256 }, "fe.b4.1.pos.pw.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 34817024, "nbytes": 16384 }, "fe.b4.1.pos.pw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 34833408, "nbytes": 256 }, "fe.b4.1.attn.q.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 34833664, "nbytes": 16384 }, "fe.b4.1.attn.q.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 34850048, "nbytes": 256 }, "fe.b4.1.attn.k.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 34850304, "nbytes": 16384 }, "fe.b4.1.attn.k.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 34866688, "nbytes": 256 }, "fe.b4.1.attn.v.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 34866944, "nbytes": 16384 }, "fe.b4.1.attn.v.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 34883328, "nbytes": 256 }, "fe.b4.1.attn.o.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 34883584, "nbytes": 16384 }, "fe.b4.1.attn.o.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 34899968, "nbytes": 256 }, "fe.b4.1.ln1.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 34900224, "nbytes": 256 }, "fe.b4.1.ln1.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 34900480, "nbytes": 256 }, "fe.b4.1.moe.gate.weight": { "dtype": "f32", "shape": [ 64, 4 ], "shard": 0, "offset": 34900736, "nbytes": 1024 }, "fe.b4.1.moe.experts.weight": { "dtype": "f32", "shape": [ 64, 256 ], "shard": 0, "offset": 34901760, "nbytes": 65536 }, "fe.b4.1.ffn_out.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 34967296, "nbytes": 16384 }, "fe.b4.1.ffn_out.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 34983680, "nbytes": 256 }, "fe.b4.1.ln2.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 34983936, "nbytes": 256 }, "fe.b4.1.ln2.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 34984192, "nbytes": 256 }, "fe.b4.1.eproj.weight": { "dtype": "f32", "shape": [ 64, 2560 ], "shard": 0, "offset": 34984448, "nbytes": 655360 }, "fe.b4.1.eproj.bias": { "dtype": "f32", "shape": [ 2560 ], "shard": 0, "offset": 35639808, "nbytes": 10240 }, "fe.b4.2.cnn.0.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 35650048, "nbytes": 9216 }, "fe.b4.2.cnn.0.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 35659264, "nbytes": 262144 }, "fe.b4.2.cnn.0.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 35921408, "nbytes": 1024 }, "fe.b4.2.cnn.0.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 35922432, "nbytes": 9216 }, "fe.b4.2.cnn.0.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 35931648, "nbytes": 262144 }, "fe.b4.2.cnn.0.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 36193792, "nbytes": 1024 }, "fe.b4.2.cnn.0.sc.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 36194816, "nbytes": 262144 }, "fe.b4.2.cnn.1.conv1.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 36456960, "nbytes": 9216 }, "fe.b4.2.cnn.1.pw1.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 36466176, "nbytes": 262144 }, "fe.b4.2.cnn.1.pw1.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 36728320, "nbytes": 1024 }, "fe.b4.2.cnn.1.conv2.weight": { "dtype": "f32", "shape": [ 3, 3, 1, 256 ], "shard": 0, "offset": 36729344, "nbytes": 9216 }, "fe.b4.2.cnn.1.pw2.weight": { "dtype": "f32", "shape": [ 1, 1, 256, 256 ], "shard": 0, "offset": 36738560, "nbytes": 262144 }, "fe.b4.2.cnn.1.pw2.bias": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 37000704, "nbytes": 1024 }, "fe.b4.2.rproj.weight": { "dtype": "f32", "shape": [ 2560, 64 ], "shard": 0, "offset": 37001728, "nbytes": 655360 }, "fe.b4.2.rproj.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 37657088, "nbytes": 256 }, "fe.b4.2.rproj.ln.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 37657344, "nbytes": 256 }, "fe.b4.2.rproj.ln.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 37657600, "nbytes": 256 }, "fe.b4.2.pos.dw.weight": { "dtype": "f32", "shape": [ 64, 113 ], "shard": 0, "offset": 37657856, "nbytes": 28928 }, "fe.b4.2.pos.dw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 37686784, "nbytes": 256 }, "fe.b4.2.pos.pw.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 37687040, "nbytes": 16384 }, "fe.b4.2.pos.pw.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 37703424, "nbytes": 256 }, "fe.b4.2.attn.q.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 37703680, "nbytes": 16384 }, "fe.b4.2.attn.q.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 37720064, "nbytes": 256 }, "fe.b4.2.attn.k.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 37720320, "nbytes": 16384 }, "fe.b4.2.attn.k.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 37736704, "nbytes": 256 }, "fe.b4.2.attn.v.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 37736960, "nbytes": 16384 }, "fe.b4.2.attn.v.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 37753344, "nbytes": 256 }, "fe.b4.2.attn.o.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 37753600, "nbytes": 16384 }, "fe.b4.2.attn.o.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 37769984, "nbytes": 256 }, "fe.b4.2.ln1.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 37770240, "nbytes": 256 }, "fe.b4.2.ln1.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 37770496, "nbytes": 256 }, "fe.b4.2.moe.gate.weight": { "dtype": "f32", "shape": [ 64, 4 ], "shard": 0, "offset": 37770752, "nbytes": 1024 }, "fe.b4.2.moe.experts.weight": { "dtype": "f32", "shape": [ 64, 256 ], "shard": 0, "offset": 37771776, "nbytes": 65536 }, "fe.b4.2.ffn_out.weight": { "dtype": "f32", "shape": [ 64, 64 ], "shard": 0, "offset": 37837312, "nbytes": 16384 }, "fe.b4.2.ffn_out.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 37853696, "nbytes": 256 }, "fe.b4.2.ln2.weight": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 37853952, "nbytes": 256 }, "fe.b4.2.ln2.bias": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 37854208, "nbytes": 256 }, "fe.b4.2.eproj.weight": { "dtype": "f32", "shape": [ 64, 2560 ], "shard": 0, "offset": 37854464, "nbytes": 655360 }, "fe.b4.2.eproj.bias": { "dtype": "f32", "shape": [ 2560 ], "shard": 0, "offset": 38509824, "nbytes": 10240 }, "fe.dense_w": { "dtype": "f32", "shape": [ 2560, 4 ], "shard": 0, "offset": 38520064, "nbytes": 40960 }, "pool.l1.weight": { "dtype": "f32", "shape": [ 2560, 128 ], "shard": 0, "offset": 38561024, "nbytes": 1310720 }, "pool.l1.bias": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 39871744, "nbytes": 512 }, "pool.l2.weight": { "dtype": "f32", "shape": [ 128, 2560 ], "shard": 0, "offset": 39872256, "nbytes": 1310720 }, "pool.l2.bias": { "dtype": "f32", "shape": [ 2560 ], "shard": 0, "offset": 41182976, "nbytes": 10240 }, "linear.weight": { "dtype": "f32", "shape": [ 5120, 192 ], "shard": 0, "offset": 41193216, "nbytes": 3932160 }, "fe.head.bn.scale": { "dtype": "f32", "shape": [ 32 ], "shard": 0, "offset": 45125376, "nbytes": 128 }, "fe.head.bn.shift": { "dtype": "f32", "shape": [ 32 ], "shard": 0, "offset": 45125632, "nbytes": 128 }, "fe.b1.0.cnn.0.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45125888, "nbytes": 512 }, "fe.b1.0.cnn.0.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45126400, "nbytes": 512 }, "fe.b1.0.cnn.0.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45126912, "nbytes": 512 }, "fe.b1.0.cnn.0.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45127424, "nbytes": 512 }, "fe.b1.0.cnn.0.sc.bn.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45127936, "nbytes": 512 }, "fe.b1.0.cnn.0.sc.bn.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45128448, "nbytes": 512 }, "fe.b1.0.cnn.1.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45128960, "nbytes": 512 }, "fe.b1.0.cnn.1.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45129472, "nbytes": 512 }, "fe.b1.0.cnn.1.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45129984, "nbytes": 512 }, "fe.b1.0.cnn.1.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45130496, "nbytes": 512 }, "fe.b1.0.cnn.2.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45131008, "nbytes": 512 }, "fe.b1.0.cnn.2.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45131520, "nbytes": 512 }, "fe.b1.0.cnn.2.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45132032, "nbytes": 512 }, "fe.b1.0.cnn.2.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45132544, "nbytes": 512 }, "fe.b1.0.reduce.bn.scale": { "dtype": "f32", "shape": [ 32 ], "shard": 0, "offset": 45133056, "nbytes": 128 }, "fe.b1.0.reduce.bn.shift": { "dtype": "f32", "shape": [ 32 ], "shard": 0, "offset": 45133312, "nbytes": 128 }, "fe.b1.1.cnn.0.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45133568, "nbytes": 512 }, "fe.b1.1.cnn.0.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45134080, "nbytes": 512 }, "fe.b1.1.cnn.0.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45134592, "nbytes": 512 }, "fe.b1.1.cnn.0.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45135104, "nbytes": 512 }, "fe.b1.1.cnn.0.sc.bn.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45135616, "nbytes": 512 }, "fe.b1.1.cnn.0.sc.bn.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45136128, "nbytes": 512 }, "fe.b1.1.cnn.1.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45136640, "nbytes": 512 }, "fe.b1.1.cnn.1.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45137152, "nbytes": 512 }, "fe.b1.1.cnn.1.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45137664, "nbytes": 512 }, "fe.b1.1.cnn.1.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45138176, "nbytes": 512 }, "fe.b1.1.cnn.2.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45138688, "nbytes": 512 }, "fe.b1.1.cnn.2.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45139200, "nbytes": 512 }, "fe.b1.1.cnn.2.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45139712, "nbytes": 512 }, "fe.b1.1.cnn.2.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45140224, "nbytes": 512 }, "fe.b1.1.reduce.bn.scale": { "dtype": "f32", "shape": [ 32 ], "shard": 0, "offset": 45140736, "nbytes": 128 }, "fe.b1.1.reduce.bn.shift": { "dtype": "f32", "shape": [ 32 ], "shard": 0, "offset": 45140992, "nbytes": 128 }, "fe.b2.0.cnn.0.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45141248, "nbytes": 512 }, "fe.b2.0.cnn.0.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45141760, "nbytes": 512 }, "fe.b2.0.cnn.0.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45142272, "nbytes": 512 }, "fe.b2.0.cnn.0.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45142784, "nbytes": 512 }, "fe.b2.0.cnn.0.sc.bn.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45143296, "nbytes": 512 }, "fe.b2.0.cnn.0.sc.bn.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45143808, "nbytes": 512 }, "fe.b2.0.cnn.1.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45144320, "nbytes": 512 }, "fe.b2.0.cnn.1.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45144832, "nbytes": 512 }, "fe.b2.0.cnn.1.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45145344, "nbytes": 512 }, "fe.b2.0.cnn.1.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45145856, "nbytes": 512 }, "fe.b2.0.cnn.2.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45146368, "nbytes": 512 }, "fe.b2.0.cnn.2.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45146880, "nbytes": 512 }, "fe.b2.0.cnn.2.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45147392, "nbytes": 512 }, "fe.b2.0.cnn.2.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45147904, "nbytes": 512 }, "fe.b2.0.reduce.bn.scale": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 45148416, "nbytes": 256 }, "fe.b2.0.reduce.bn.shift": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 45148672, "nbytes": 256 }, "fe.b2.1.cnn.0.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45148928, "nbytes": 512 }, "fe.b2.1.cnn.0.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45149440, "nbytes": 512 }, "fe.b2.1.cnn.0.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45149952, "nbytes": 512 }, "fe.b2.1.cnn.0.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45150464, "nbytes": 512 }, "fe.b2.1.cnn.0.sc.bn.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45150976, "nbytes": 512 }, "fe.b2.1.cnn.0.sc.bn.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45151488, "nbytes": 512 }, "fe.b2.1.cnn.1.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45152000, "nbytes": 512 }, "fe.b2.1.cnn.1.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45152512, "nbytes": 512 }, "fe.b2.1.cnn.1.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45153024, "nbytes": 512 }, "fe.b2.1.cnn.1.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45153536, "nbytes": 512 }, "fe.b2.1.cnn.2.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45154048, "nbytes": 512 }, "fe.b2.1.cnn.2.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45154560, "nbytes": 512 }, "fe.b2.1.cnn.2.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45155072, "nbytes": 512 }, "fe.b2.1.cnn.2.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45155584, "nbytes": 512 }, "fe.b2.1.reduce.bn.scale": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 45156096, "nbytes": 256 }, "fe.b2.1.reduce.bn.shift": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 45156352, "nbytes": 256 }, "fe.b2.2.cnn.0.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45156608, "nbytes": 512 }, "fe.b2.2.cnn.0.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45157120, "nbytes": 512 }, "fe.b2.2.cnn.0.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45157632, "nbytes": 512 }, "fe.b2.2.cnn.0.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45158144, "nbytes": 512 }, "fe.b2.2.cnn.0.sc.bn.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45158656, "nbytes": 512 }, "fe.b2.2.cnn.0.sc.bn.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45159168, "nbytes": 512 }, "fe.b2.2.cnn.1.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45159680, "nbytes": 512 }, "fe.b2.2.cnn.1.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45160192, "nbytes": 512 }, "fe.b2.2.cnn.1.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45160704, "nbytes": 512 }, "fe.b2.2.cnn.1.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45161216, "nbytes": 512 }, "fe.b2.2.cnn.2.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45161728, "nbytes": 512 }, "fe.b2.2.cnn.2.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45162240, "nbytes": 512 }, "fe.b2.2.cnn.2.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45162752, "nbytes": 512 }, "fe.b2.2.cnn.2.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45163264, "nbytes": 512 }, "fe.b2.2.reduce.bn.scale": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 45163776, "nbytes": 256 }, "fe.b2.2.reduce.bn.shift": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 45164032, "nbytes": 256 }, "fe.b2.3.cnn.0.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45164288, "nbytes": 512 }, "fe.b2.3.cnn.0.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45164800, "nbytes": 512 }, "fe.b2.3.cnn.0.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45165312, "nbytes": 512 }, "fe.b2.3.cnn.0.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45165824, "nbytes": 512 }, "fe.b2.3.cnn.0.sc.bn.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45166336, "nbytes": 512 }, "fe.b2.3.cnn.0.sc.bn.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45166848, "nbytes": 512 }, "fe.b2.3.cnn.1.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45167360, "nbytes": 512 }, "fe.b2.3.cnn.1.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45167872, "nbytes": 512 }, "fe.b2.3.cnn.1.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45168384, "nbytes": 512 }, "fe.b2.3.cnn.1.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45168896, "nbytes": 512 }, "fe.b2.3.cnn.2.bn1.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45169408, "nbytes": 512 }, "fe.b2.3.cnn.2.bn1.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45169920, "nbytes": 512 }, "fe.b2.3.cnn.2.bn2.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45170432, "nbytes": 512 }, "fe.b2.3.cnn.2.bn2.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45170944, "nbytes": 512 }, "fe.b2.3.reduce.bn.scale": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 45171456, "nbytes": 256 }, "fe.b2.3.reduce.bn.shift": { "dtype": "f32", "shape": [ 64 ], "shard": 0, "offset": 45171712, "nbytes": 256 }, "fe.b3.0.cnn.0.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45171968, "nbytes": 1024 }, "fe.b3.0.cnn.0.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45172992, "nbytes": 1024 }, "fe.b3.0.cnn.0.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45174016, "nbytes": 1024 }, "fe.b3.0.cnn.0.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45175040, "nbytes": 1024 }, "fe.b3.0.cnn.0.sc.bn.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45176064, "nbytes": 1024 }, "fe.b3.0.cnn.0.sc.bn.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45177088, "nbytes": 1024 }, "fe.b3.0.cnn.1.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45178112, "nbytes": 1024 }, "fe.b3.0.cnn.1.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45179136, "nbytes": 1024 }, "fe.b3.0.cnn.1.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45180160, "nbytes": 1024 }, "fe.b3.0.cnn.1.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45181184, "nbytes": 1024 }, "fe.b3.0.cnn.2.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45182208, "nbytes": 1024 }, "fe.b3.0.cnn.2.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45183232, "nbytes": 1024 }, "fe.b3.0.cnn.2.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45184256, "nbytes": 1024 }, "fe.b3.0.cnn.2.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45185280, "nbytes": 1024 }, "fe.b3.0.reduce.bn.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45186304, "nbytes": 512 }, "fe.b3.0.reduce.bn.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45186816, "nbytes": 512 }, "fe.b3.1.cnn.0.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45187328, "nbytes": 1024 }, "fe.b3.1.cnn.0.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45188352, "nbytes": 1024 }, "fe.b3.1.cnn.0.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45189376, "nbytes": 1024 }, "fe.b3.1.cnn.0.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45190400, "nbytes": 1024 }, "fe.b3.1.cnn.0.sc.bn.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45191424, "nbytes": 1024 }, "fe.b3.1.cnn.0.sc.bn.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45192448, "nbytes": 1024 }, "fe.b3.1.cnn.1.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45193472, "nbytes": 1024 }, "fe.b3.1.cnn.1.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45194496, "nbytes": 1024 }, "fe.b3.1.cnn.1.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45195520, "nbytes": 1024 }, "fe.b3.1.cnn.1.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45196544, "nbytes": 1024 }, "fe.b3.1.cnn.2.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45197568, "nbytes": 1024 }, "fe.b3.1.cnn.2.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45198592, "nbytes": 1024 }, "fe.b3.1.cnn.2.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45199616, "nbytes": 1024 }, "fe.b3.1.cnn.2.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45200640, "nbytes": 1024 }, "fe.b3.1.reduce.bn.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45201664, "nbytes": 512 }, "fe.b3.1.reduce.bn.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45202176, "nbytes": 512 }, "fe.b3.2.cnn.0.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45202688, "nbytes": 1024 }, "fe.b3.2.cnn.0.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45203712, "nbytes": 1024 }, "fe.b3.2.cnn.0.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45204736, "nbytes": 1024 }, "fe.b3.2.cnn.0.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45205760, "nbytes": 1024 }, "fe.b3.2.cnn.0.sc.bn.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45206784, "nbytes": 1024 }, "fe.b3.2.cnn.0.sc.bn.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45207808, "nbytes": 1024 }, "fe.b3.2.cnn.1.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45208832, "nbytes": 1024 }, "fe.b3.2.cnn.1.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45209856, "nbytes": 1024 }, "fe.b3.2.cnn.1.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45210880, "nbytes": 1024 }, "fe.b3.2.cnn.1.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45211904, "nbytes": 1024 }, "fe.b3.2.cnn.2.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45212928, "nbytes": 1024 }, "fe.b3.2.cnn.2.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45213952, "nbytes": 1024 }, "fe.b3.2.cnn.2.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45214976, "nbytes": 1024 }, "fe.b3.2.cnn.2.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45216000, "nbytes": 1024 }, "fe.b3.2.reduce.bn.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45217024, "nbytes": 512 }, "fe.b3.2.reduce.bn.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45217536, "nbytes": 512 }, "fe.b3.3.cnn.0.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45218048, "nbytes": 1024 }, "fe.b3.3.cnn.0.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45219072, "nbytes": 1024 }, "fe.b3.3.cnn.0.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45220096, "nbytes": 1024 }, "fe.b3.3.cnn.0.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45221120, "nbytes": 1024 }, "fe.b3.3.cnn.0.sc.bn.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45222144, "nbytes": 1024 }, "fe.b3.3.cnn.0.sc.bn.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45223168, "nbytes": 1024 }, "fe.b3.3.cnn.1.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45224192, "nbytes": 1024 }, "fe.b3.3.cnn.1.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45225216, "nbytes": 1024 }, "fe.b3.3.cnn.1.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45226240, "nbytes": 1024 }, "fe.b3.3.cnn.1.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45227264, "nbytes": 1024 }, "fe.b3.3.cnn.2.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45228288, "nbytes": 1024 }, "fe.b3.3.cnn.2.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45229312, "nbytes": 1024 }, "fe.b3.3.cnn.2.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45230336, "nbytes": 1024 }, "fe.b3.3.cnn.2.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45231360, "nbytes": 1024 }, "fe.b3.3.reduce.bn.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45232384, "nbytes": 512 }, "fe.b3.3.reduce.bn.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45232896, "nbytes": 512 }, "fe.b3.4.cnn.0.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45233408, "nbytes": 1024 }, "fe.b3.4.cnn.0.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45234432, "nbytes": 1024 }, "fe.b3.4.cnn.0.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45235456, "nbytes": 1024 }, "fe.b3.4.cnn.0.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45236480, "nbytes": 1024 }, "fe.b3.4.cnn.0.sc.bn.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45237504, "nbytes": 1024 }, "fe.b3.4.cnn.0.sc.bn.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45238528, "nbytes": 1024 }, "fe.b3.4.cnn.1.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45239552, "nbytes": 1024 }, "fe.b3.4.cnn.1.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45240576, "nbytes": 1024 }, "fe.b3.4.cnn.1.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45241600, "nbytes": 1024 }, "fe.b3.4.cnn.1.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45242624, "nbytes": 1024 }, "fe.b3.4.cnn.2.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45243648, "nbytes": 1024 }, "fe.b3.4.cnn.2.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45244672, "nbytes": 1024 }, "fe.b3.4.cnn.2.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45245696, "nbytes": 1024 }, "fe.b3.4.cnn.2.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45246720, "nbytes": 1024 }, "fe.b3.4.reduce.bn.scale": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45247744, "nbytes": 512 }, "fe.b3.4.reduce.bn.shift": { "dtype": "f32", "shape": [ 128 ], "shard": 0, "offset": 45248256, "nbytes": 512 }, "fe.b4.0.cnn.0.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45248768, "nbytes": 1024 }, "fe.b4.0.cnn.0.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45249792, "nbytes": 1024 }, "fe.b4.0.cnn.0.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45250816, "nbytes": 1024 }, "fe.b4.0.cnn.0.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45251840, "nbytes": 1024 }, "fe.b4.0.cnn.0.sc.bn.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45252864, "nbytes": 1024 }, "fe.b4.0.cnn.0.sc.bn.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45253888, "nbytes": 1024 }, "fe.b4.0.cnn.1.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45254912, "nbytes": 1024 }, "fe.b4.0.cnn.1.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45255936, "nbytes": 1024 }, "fe.b4.0.cnn.1.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45256960, "nbytes": 1024 }, "fe.b4.0.cnn.1.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45257984, "nbytes": 1024 }, "fe.b4.0.cnn.2.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45259008, "nbytes": 1024 }, "fe.b4.0.cnn.2.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45260032, "nbytes": 1024 }, "fe.b4.0.cnn.2.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45261056, "nbytes": 1024 }, "fe.b4.0.cnn.2.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45262080, "nbytes": 1024 }, "fe.b4.1.cnn.0.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45263104, "nbytes": 1024 }, "fe.b4.1.cnn.0.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45264128, "nbytes": 1024 }, "fe.b4.1.cnn.0.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45265152, "nbytes": 1024 }, "fe.b4.1.cnn.0.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45266176, "nbytes": 1024 }, "fe.b4.1.cnn.0.sc.bn.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45267200, "nbytes": 1024 }, "fe.b4.1.cnn.0.sc.bn.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45268224, "nbytes": 1024 }, "fe.b4.1.cnn.1.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45269248, "nbytes": 1024 }, "fe.b4.1.cnn.1.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45270272, "nbytes": 1024 }, "fe.b4.1.cnn.1.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45271296, "nbytes": 1024 }, "fe.b4.1.cnn.1.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45272320, "nbytes": 1024 }, "fe.b4.2.cnn.0.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45273344, "nbytes": 1024 }, "fe.b4.2.cnn.0.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45274368, "nbytes": 1024 }, "fe.b4.2.cnn.0.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45275392, "nbytes": 1024 }, "fe.b4.2.cnn.0.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45276416, "nbytes": 1024 }, "fe.b4.2.cnn.0.sc.bn.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45277440, "nbytes": 1024 }, "fe.b4.2.cnn.0.sc.bn.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45278464, "nbytes": 1024 }, "fe.b4.2.cnn.1.bn1.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45279488, "nbytes": 1024 }, "fe.b4.2.cnn.1.bn1.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45280512, "nbytes": 1024 }, "fe.b4.2.cnn.1.bn2.scale": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45281536, "nbytes": 1024 }, "fe.b4.2.cnn.1.bn2.shift": { "dtype": "f32", "shape": [ 256 ], "shard": 0, "offset": 45282560, "nbytes": 1024 }, "bn.scale": { "dtype": "f32", "shape": [ 5120 ], "shard": 0, "offset": 45283584, "nbytes": 20480 }, "bn.shift": { "dtype": "f32", "shape": [ 5120 ], "shard": 0, "offset": 45304064, "nbytes": 20480 } } }