{ "format": "zonos3-web-v1", "model": "aligner", "meta": { "general.architecture": "fusealign", "format": "fusealign-gguf/1", "source": "fusealign-multilingual-cjkft-step2500-q8_0.gguf", "dim": 1024, "n_layers": 12, "n_heads": 16, "ffn_dim": 4096, "feat_dim": 256, "patch_window": 512, "patch_hop": 256, "n_upsample": 4, "rope_theta": 10000.0, "norm_eps": 1e-06, "presence_threshold": 0.10000000149011612, "max_text_bytes": 1022, "max_seconds": 30.0, "dia_hidden": 1024, "dia_layers": 12, "dia_heads": 16, "dia_head_dim": 128, "dia_intermediate": 4096, "dia_norm_eps": 9.999999747378752e-06, "dia_rope_theta": 10000.0, "dia_max_positions": 1024 }, "shards": [ "shard-000.bin", "shard-001.bin", "shard-002.bin", "shard-003.bin", "shard-004.bin", "shard-005.bin", "shard-006.bin", "shard-007.bin", "shard-008.bin" ], "tensors": { "dia.embedding": { "dtype": "f32", "shape": [ 1024, 256 ], "shard": 0, "offset": 0, "nbytes": 1048576, "host": true }, "dia.0.pre_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 0, "offset": 1048576, "nbytes": 4096 }, "dia.0.post_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 0, "offset": 1052672, "nbytes": 4096 }, "dia.0.qkv": { "dtype": "q8", "shape": [ 1024, 6144 ], "shard": 0, "offset": 1056768, "nbytes": 6291456, "scales_offset": 7348224, "scales_nbytes": 786432 }, "dia.0.o": { "dtype": "q8", "shape": [ 2048, 1024 ], "shard": 0, "offset": 8134656, "nbytes": 2097152, "scales_offset": 10231808, "scales_nbytes": 262144 }, "dia.0.gate_up": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 0, "offset": 10493952, "nbytes": 8388608, "scales_offset": 18882560, "scales_nbytes": 1048576 }, "dia.0.down": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 0, "offset": 19931136, "nbytes": 4194304, "scales_offset": 24125440, "scales_nbytes": 524288 }, "dia.1.pre_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 0, "offset": 24649728, "nbytes": 4096 }, "dia.1.post_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 0, "offset": 24653824, "nbytes": 4096 }, "dia.1.qkv": { "dtype": "q8", "shape": [ 1024, 6144 ], "shard": 0, "offset": 24657920, "nbytes": 6291456, "scales_offset": 30949376, "scales_nbytes": 786432 }, "dia.1.o": { "dtype": "q8", "shape": [ 2048, 1024 ], "shard": 0, "offset": 31735808, "nbytes": 2097152, "scales_offset": 33832960, "scales_nbytes": 262144 }, "dia.1.gate_up": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 0, "offset": 34095104, "nbytes": 8388608, "scales_offset": 42483712, "scales_nbytes": 1048576 }, "dia.1.down": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 0, "offset": 43532288, "nbytes": 4194304, "scales_offset": 47726592, "scales_nbytes": 524288 }, "dia.2.pre_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 0, "offset": 48250880, "nbytes": 4096 }, "dia.2.post_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 0, "offset": 48254976, "nbytes": 4096 }, "dia.2.qkv": { "dtype": "q8", "shape": [ 1024, 6144 ], "shard": 0, "offset": 48259072, "nbytes": 6291456, "scales_offset": 54550528, "scales_nbytes": 786432 }, "dia.2.o": { "dtype": "q8", "shape": [ 2048, 1024 ], "shard": 0, "offset": 55336960, "nbytes": 2097152, "scales_offset": 57434112, "scales_nbytes": 262144 }, "dia.2.gate_up": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 1, "offset": 0, "nbytes": 8388608, "scales_offset": 8388608, "scales_nbytes": 1048576 }, "dia.2.down": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 1, "offset": 9437184, "nbytes": 4194304, "scales_offset": 13631488, "scales_nbytes": 524288 }, "dia.3.pre_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 1, "offset": 14155776, "nbytes": 4096 }, "dia.3.post_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 1, "offset": 14159872, "nbytes": 4096 }, "dia.3.qkv": { "dtype": "q8", "shape": [ 1024, 6144 ], "shard": 1, "offset": 14163968, "nbytes": 6291456, "scales_offset": 20455424, "scales_nbytes": 786432 }, "dia.3.o": { "dtype": "q8", "shape": [ 2048, 1024 ], "shard": 1, "offset": 21241856, "nbytes": 2097152, "scales_offset": 23339008, "scales_nbytes": 262144 }, "dia.3.gate_up": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 1, "offset": 23601152, "nbytes": 8388608, "scales_offset": 31989760, "scales_nbytes": 1048576 }, "dia.3.down": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 1, "offset": 33038336, "nbytes": 4194304, "scales_offset": 37232640, "scales_nbytes": 524288 }, "dia.4.pre_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 1, "offset": 37756928, "nbytes": 4096 }, "dia.4.post_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 1, "offset": 37761024, "nbytes": 4096 }, "dia.4.qkv": { "dtype": "q8", "shape": [ 1024, 6144 ], "shard": 1, "offset": 37765120, "nbytes": 6291456, "scales_offset": 44056576, "scales_nbytes": 786432 }, "dia.4.o": { "dtype": "q8", "shape": [ 2048, 1024 ], "shard": 1, "offset": 44843008, "nbytes": 2097152, "scales_offset": 46940160, "scales_nbytes": 262144 }, "dia.4.gate_up": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 1, "offset": 47202304, "nbytes": 8388608, "scales_offset": 55590912, "scales_nbytes": 1048576 }, "dia.4.down": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 1, "offset": 56639488, "nbytes": 4194304, "scales_offset": 60833792, "scales_nbytes": 524288 }, "dia.5.pre_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 1, "offset": 61358080, "nbytes": 4096 }, "dia.5.post_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 1, "offset": 61362176, "nbytes": 4096 }, "dia.5.qkv": { "dtype": "q8", "shape": [ 1024, 6144 ], "shard": 2, "offset": 0, "nbytes": 6291456, "scales_offset": 6291456, "scales_nbytes": 786432 }, "dia.5.o": { "dtype": "q8", "shape": [ 2048, 1024 ], "shard": 2, "offset": 7077888, "nbytes": 2097152, "scales_offset": 9175040, "scales_nbytes": 262144 }, "dia.5.gate_up": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 2, "offset": 9437184, "nbytes": 8388608, "scales_offset": 17825792, "scales_nbytes": 1048576 }, "dia.5.down": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 2, "offset": 18874368, "nbytes": 4194304, "scales_offset": 23068672, "scales_nbytes": 524288 }, "dia.6.pre_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 2, "offset": 23592960, "nbytes": 4096 }, "dia.6.post_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 2, "offset": 23597056, "nbytes": 4096 }, "dia.6.qkv": { "dtype": "q8", "shape": [ 1024, 6144 ], "shard": 2, "offset": 23601152, "nbytes": 6291456, "scales_offset": 29892608, "scales_nbytes": 786432 }, "dia.6.o": { "dtype": "q8", "shape": [ 2048, 1024 ], "shard": 2, "offset": 30679040, "nbytes": 2097152, "scales_offset": 32776192, "scales_nbytes": 262144 }, "dia.6.gate_up": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 2, "offset": 33038336, "nbytes": 8388608, "scales_offset": 41426944, "scales_nbytes": 1048576 }, "dia.6.down": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 2, "offset": 42475520, "nbytes": 4194304, "scales_offset": 46669824, "scales_nbytes": 524288 }, "dia.7.pre_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 2, "offset": 47194112, "nbytes": 4096 }, "dia.7.post_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 2, "offset": 47198208, "nbytes": 4096 }, "dia.7.qkv": { "dtype": "q8", "shape": [ 1024, 6144 ], "shard": 2, "offset": 47202304, "nbytes": 6291456, "scales_offset": 53493760, "scales_nbytes": 786432 }, "dia.7.o": { "dtype": "q8", "shape": [ 2048, 1024 ], "shard": 2, "offset": 54280192, "nbytes": 2097152, "scales_offset": 56377344, "scales_nbytes": 262144 }, "dia.7.gate_up": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 2, "offset": 56639488, "nbytes": 8388608, "scales_offset": 65028096, "scales_nbytes": 1048576 }, "dia.7.down": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 3, "offset": 0, "nbytes": 4194304, "scales_offset": 4194304, "scales_nbytes": 524288 }, "dia.8.pre_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 3, "offset": 4718592, "nbytes": 4096 }, "dia.8.post_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 3, "offset": 4722688, "nbytes": 4096 }, "dia.8.qkv": { "dtype": "q8", "shape": [ 1024, 6144 ], "shard": 3, "offset": 4726784, "nbytes": 6291456, "scales_offset": 11018240, "scales_nbytes": 786432 }, "dia.8.o": { "dtype": "q8", "shape": [ 2048, 1024 ], "shard": 3, "offset": 11804672, "nbytes": 2097152, "scales_offset": 13901824, "scales_nbytes": 262144 }, "dia.8.gate_up": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 3, "offset": 14163968, "nbytes": 8388608, "scales_offset": 22552576, "scales_nbytes": 1048576 }, "dia.8.down": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 3, "offset": 23601152, "nbytes": 4194304, "scales_offset": 27795456, "scales_nbytes": 524288 }, "dia.9.pre_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 3, "offset": 28319744, "nbytes": 4096 }, "dia.9.post_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 3, "offset": 28323840, "nbytes": 4096 }, "dia.9.qkv": { "dtype": "q8", "shape": [ 1024, 6144 ], "shard": 3, "offset": 28327936, "nbytes": 6291456, "scales_offset": 34619392, "scales_nbytes": 786432 }, "dia.9.o": { "dtype": "q8", "shape": [ 2048, 1024 ], "shard": 3, "offset": 35405824, "nbytes": 2097152, "scales_offset": 37502976, "scales_nbytes": 262144 }, "dia.9.gate_up": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 3, "offset": 37765120, "nbytes": 8388608, "scales_offset": 46153728, "scales_nbytes": 1048576 }, "dia.9.down": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 3, "offset": 47202304, "nbytes": 4194304, "scales_offset": 51396608, "scales_nbytes": 524288 }, "dia.10.pre_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 3, "offset": 51920896, "nbytes": 4096 }, "dia.10.post_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 3, "offset": 51924992, "nbytes": 4096 }, "dia.10.qkv": { "dtype": "q8", "shape": [ 1024, 6144 ], "shard": 3, "offset": 51929088, "nbytes": 6291456, "scales_offset": 58220544, "scales_nbytes": 786432 }, "dia.10.o": { "dtype": "q8", "shape": [ 2048, 1024 ], "shard": 3, "offset": 59006976, "nbytes": 2097152, "scales_offset": 61104128, "scales_nbytes": 262144 }, "dia.10.gate_up": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 4, "offset": 0, "nbytes": 8388608, "scales_offset": 8388608, "scales_nbytes": 1048576 }, "dia.10.down": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 4, "offset": 9437184, "nbytes": 4194304, "scales_offset": 13631488, "scales_nbytes": 524288 }, "dia.11.pre_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 4, "offset": 14155776, "nbytes": 4096 }, "dia.11.post_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 4, "offset": 14159872, "nbytes": 4096 }, "dia.11.qkv": { "dtype": "q8", "shape": [ 1024, 6144 ], "shard": 4, "offset": 14163968, "nbytes": 6291456, "scales_offset": 20455424, "scales_nbytes": 786432 }, "dia.11.o": { "dtype": "q8", "shape": [ 2048, 1024 ], "shard": 4, "offset": 21241856, "nbytes": 2097152, "scales_offset": 23339008, "scales_nbytes": 262144 }, "dia.11.gate_up": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 4, "offset": 23601152, "nbytes": 8388608, "scales_offset": 31989760, "scales_nbytes": 1048576 }, "dia.11.down": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 4, "offset": 33038336, "nbytes": 4194304, "scales_offset": 37232640, "scales_nbytes": 524288 }, "dia.norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 4, "offset": 37756928, "nbytes": 4096 }, "fa.audio_patch": { "dtype": "f32", "shape": [ 256, 1024, 2 ], "shard": 4, "offset": 37761024, "nbytes": 2097152 }, "fa.audio_bias": { "dtype": "f32", "shape": [ 1024 ], "shard": 4, "offset": 39858176, "nbytes": 4096 }, "fa.text_proj": { "dtype": "q8", "shape": [ 1024, 1024 ], "shard": 4, "offset": 39862272, "nbytes": 1048576, "scales_offset": 40910848, "scales_nbytes": 131072 }, "fa.text_bias": { "dtype": "f32", "shape": [ 1024 ], "shard": 4, "offset": 41041920, "nbytes": 4096 }, "fa.0.attn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 4, "offset": 41046016, "nbytes": 4096 }, "fa.0.qkv": { "dtype": "q8", "shape": [ 1024, 3072 ], "shard": 4, "offset": 41050112, "nbytes": 3145728, "scales_offset": 44195840, "scales_nbytes": 393216 }, "fa.0.out": { "dtype": "q8", "shape": [ 1024, 1024 ], "shard": 4, "offset": 44589056, "nbytes": 1048576, "scales_offset": 45637632, "scales_nbytes": 131072 }, "fa.0.ffn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 4, "offset": 45768704, "nbytes": 4096 }, "fa.0.w13": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 4, "offset": 45772800, "nbytes": 8388608, "scales_offset": 54161408, "scales_nbytes": 1048576 }, "fa.0.w2": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 4, "offset": 55209984, "nbytes": 4194304, "scales_offset": 59404288, "scales_nbytes": 524288 }, "fa.1.attn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 4, "offset": 59928576, "nbytes": 4096 }, "fa.1.qkv": { "dtype": "q8", "shape": [ 1024, 3072 ], "shard": 4, "offset": 59932672, "nbytes": 3145728, "scales_offset": 63078400, "scales_nbytes": 393216 }, "fa.1.out": { "dtype": "q8", "shape": [ 1024, 1024 ], "shard": 4, "offset": 63471616, "nbytes": 1048576, "scales_offset": 64520192, "scales_nbytes": 131072 }, "fa.1.ffn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 4, "offset": 64651264, "nbytes": 4096 }, "fa.1.w13": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 5, "offset": 0, "nbytes": 8388608, "scales_offset": 8388608, "scales_nbytes": 1048576 }, "fa.1.w2": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 5, "offset": 9437184, "nbytes": 4194304, "scales_offset": 13631488, "scales_nbytes": 524288 }, "fa.2.attn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 5, "offset": 14155776, "nbytes": 4096 }, "fa.2.qkv": { "dtype": "q8", "shape": [ 1024, 3072 ], "shard": 5, "offset": 14159872, "nbytes": 3145728, "scales_offset": 17305600, "scales_nbytes": 393216 }, "fa.2.out": { "dtype": "q8", "shape": [ 1024, 1024 ], "shard": 5, "offset": 17698816, "nbytes": 1048576, "scales_offset": 18747392, "scales_nbytes": 131072 }, "fa.2.ffn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 5, "offset": 18878464, "nbytes": 4096 }, "fa.2.w13": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 5, "offset": 18882560, "nbytes": 8388608, "scales_offset": 27271168, "scales_nbytes": 1048576 }, "fa.2.w2": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 5, "offset": 28319744, "nbytes": 4194304, "scales_offset": 32514048, "scales_nbytes": 524288 }, "fa.3.attn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 5, "offset": 33038336, "nbytes": 4096 }, "fa.3.qkv": { "dtype": "q8", "shape": [ 1024, 3072 ], "shard": 5, "offset": 33042432, "nbytes": 3145728, "scales_offset": 36188160, "scales_nbytes": 393216 }, "fa.3.out": { "dtype": "q8", "shape": [ 1024, 1024 ], "shard": 5, "offset": 36581376, "nbytes": 1048576, "scales_offset": 37629952, "scales_nbytes": 131072 }, "fa.3.ffn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 5, "offset": 37761024, "nbytes": 4096 }, "fa.3.w13": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 5, "offset": 37765120, "nbytes": 8388608, "scales_offset": 46153728, "scales_nbytes": 1048576 }, "fa.3.w2": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 5, "offset": 47202304, "nbytes": 4194304, "scales_offset": 51396608, "scales_nbytes": 524288 }, "fa.4.attn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 5, "offset": 51920896, "nbytes": 4096 }, "fa.4.qkv": { "dtype": "q8", "shape": [ 1024, 3072 ], "shard": 5, "offset": 51924992, "nbytes": 3145728, "scales_offset": 55070720, "scales_nbytes": 393216 }, "fa.4.out": { "dtype": "q8", "shape": [ 1024, 1024 ], "shard": 5, "offset": 55463936, "nbytes": 1048576, "scales_offset": 56512512, "scales_nbytes": 131072 }, "fa.4.ffn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 5, "offset": 56643584, "nbytes": 4096 }, "fa.4.w13": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 5, "offset": 56647680, "nbytes": 8388608, "scales_offset": 65036288, "scales_nbytes": 1048576 }, "fa.4.w2": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 6, "offset": 0, "nbytes": 4194304, "scales_offset": 4194304, "scales_nbytes": 524288 }, "fa.5.attn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 6, "offset": 4718592, "nbytes": 4096 }, "fa.5.qkv": { "dtype": "q8", "shape": [ 1024, 3072 ], "shard": 6, "offset": 4722688, "nbytes": 3145728, "scales_offset": 7868416, "scales_nbytes": 393216 }, "fa.5.out": { "dtype": "q8", "shape": [ 1024, 1024 ], "shard": 6, "offset": 8261632, "nbytes": 1048576, "scales_offset": 9310208, "scales_nbytes": 131072 }, "fa.5.ffn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 6, "offset": 9441280, "nbytes": 4096 }, "fa.5.w13": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 6, "offset": 9445376, "nbytes": 8388608, "scales_offset": 17833984, "scales_nbytes": 1048576 }, "fa.5.w2": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 6, "offset": 18882560, "nbytes": 4194304, "scales_offset": 23076864, "scales_nbytes": 524288 }, "fa.6.attn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 6, "offset": 23601152, "nbytes": 4096 }, "fa.6.qkv": { "dtype": "q8", "shape": [ 1024, 3072 ], "shard": 6, "offset": 23605248, "nbytes": 3145728, "scales_offset": 26750976, "scales_nbytes": 393216 }, "fa.6.out": { "dtype": "q8", "shape": [ 1024, 1024 ], "shard": 6, "offset": 27144192, "nbytes": 1048576, "scales_offset": 28192768, "scales_nbytes": 131072 }, "fa.6.ffn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 6, "offset": 28323840, "nbytes": 4096 }, "fa.6.w13": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 6, "offset": 28327936, "nbytes": 8388608, "scales_offset": 36716544, "scales_nbytes": 1048576 }, "fa.6.w2": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 6, "offset": 37765120, "nbytes": 4194304, "scales_offset": 41959424, "scales_nbytes": 524288 }, "fa.7.attn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 6, "offset": 42483712, "nbytes": 4096 }, "fa.7.qkv": { "dtype": "q8", "shape": [ 1024, 3072 ], "shard": 6, "offset": 42487808, "nbytes": 3145728, "scales_offset": 45633536, "scales_nbytes": 393216 }, "fa.7.out": { "dtype": "q8", "shape": [ 1024, 1024 ], "shard": 6, "offset": 46026752, "nbytes": 1048576, "scales_offset": 47075328, "scales_nbytes": 131072 }, "fa.7.ffn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 6, "offset": 47206400, "nbytes": 4096 }, "fa.7.w13": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 6, "offset": 47210496, "nbytes": 8388608, "scales_offset": 55599104, "scales_nbytes": 1048576 }, "fa.7.w2": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 6, "offset": 56647680, "nbytes": 4194304, "scales_offset": 60841984, "scales_nbytes": 524288 }, "fa.8.attn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 6, "offset": 61366272, "nbytes": 4096 }, "fa.8.qkv": { "dtype": "q8", "shape": [ 1024, 3072 ], "shard": 6, "offset": 61370368, "nbytes": 3145728, "scales_offset": 64516096, "scales_nbytes": 393216 }, "fa.8.out": { "dtype": "q8", "shape": [ 1024, 1024 ], "shard": 6, "offset": 64909312, "nbytes": 1048576, "scales_offset": 65957888, "scales_nbytes": 131072 }, "fa.8.ffn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 6, "offset": 66088960, "nbytes": 4096 }, "fa.8.w13": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 7, "offset": 0, "nbytes": 8388608, "scales_offset": 8388608, "scales_nbytes": 1048576 }, "fa.8.w2": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 7, "offset": 9437184, "nbytes": 4194304, "scales_offset": 13631488, "scales_nbytes": 524288 }, "fa.9.attn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 7, "offset": 14155776, "nbytes": 4096 }, "fa.9.qkv": { "dtype": "q8", "shape": [ 1024, 3072 ], "shard": 7, "offset": 14159872, "nbytes": 3145728, "scales_offset": 17305600, "scales_nbytes": 393216 }, "fa.9.out": { "dtype": "q8", "shape": [ 1024, 1024 ], "shard": 7, "offset": 17698816, "nbytes": 1048576, "scales_offset": 18747392, "scales_nbytes": 131072 }, "fa.9.ffn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 7, "offset": 18878464, "nbytes": 4096 }, "fa.9.w13": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 7, "offset": 18882560, "nbytes": 8388608, "scales_offset": 27271168, "scales_nbytes": 1048576 }, "fa.9.w2": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 7, "offset": 28319744, "nbytes": 4194304, "scales_offset": 32514048, "scales_nbytes": 524288 }, "fa.10.attn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 7, "offset": 33038336, "nbytes": 4096 }, "fa.10.qkv": { "dtype": "q8", "shape": [ 1024, 3072 ], "shard": 7, "offset": 33042432, "nbytes": 3145728, "scales_offset": 36188160, "scales_nbytes": 393216 }, "fa.10.out": { "dtype": "q8", "shape": [ 1024, 1024 ], "shard": 7, "offset": 36581376, "nbytes": 1048576, "scales_offset": 37629952, "scales_nbytes": 131072 }, "fa.10.ffn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 7, "offset": 37761024, "nbytes": 4096 }, "fa.10.w13": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 7, "offset": 37765120, "nbytes": 8388608, "scales_offset": 46153728, "scales_nbytes": 1048576 }, "fa.10.w2": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 7, "offset": 47202304, "nbytes": 4194304, "scales_offset": 51396608, "scales_nbytes": 524288 }, "fa.11.attn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 7, "offset": 51920896, "nbytes": 4096 }, "fa.11.qkv": { "dtype": "q8", "shape": [ 1024, 3072 ], "shard": 7, "offset": 51924992, "nbytes": 3145728, "scales_offset": 55070720, "scales_nbytes": 393216 }, "fa.11.out": { "dtype": "q8", "shape": [ 1024, 1024 ], "shard": 7, "offset": 55463936, "nbytes": 1048576, "scales_offset": 56512512, "scales_nbytes": 131072 }, "fa.11.ffn_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 7, "offset": 56643584, "nbytes": 4096 }, "fa.11.w13": { "dtype": "q8", "shape": [ 1024, 8192 ], "shard": 7, "offset": 56647680, "nbytes": 8388608, "scales_offset": 65036288, "scales_nbytes": 1048576 }, "fa.11.w2": { "dtype": "q8", "shape": [ 4096, 1024 ], "shard": 8, "offset": 0, "nbytes": 4194304, "scales_offset": 4194304, "scales_nbytes": 524288 }, "fa.final_norm": { "dtype": "f32", "shape": [ 1024 ], "shard": 8, "offset": 4718592, "nbytes": 4096 }, "fa.start.in": { "dtype": "f32", "shape": [ 1024, 256 ], "shard": 8, "offset": 4722688, "nbytes": 1048576 }, "fa.start.in_b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 5771264, "nbytes": 1024 }, "fa.start.up0.even": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 5772288, "nbytes": 524288 }, "fa.start.up0.odd": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 6296576, "nbytes": 524288 }, "fa.start.up0.b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 6820864, "nbytes": 1024 }, "fa.start.up1.even": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 6821888, "nbytes": 524288 }, "fa.start.up1.odd": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 7346176, "nbytes": 524288 }, "fa.start.up1.b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 7870464, "nbytes": 1024 }, "fa.start.up2.even": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 7871488, "nbytes": 524288 }, "fa.start.up2.odd": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 8395776, "nbytes": 524288 }, "fa.start.up2.b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 8920064, "nbytes": 1024 }, "fa.start.up3.even": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 8921088, "nbytes": 524288 }, "fa.start.up3.odd": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 9445376, "nbytes": 524288 }, "fa.start.up3.b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 9969664, "nbytes": 1024 }, "fa.start.smooth": { "dtype": "f32", "shape": [ 256, 256, 5 ], "shard": 8, "offset": 9970688, "nbytes": 1310720 }, "fa.start.smooth_b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 11281408, "nbytes": 1024 }, "fa.start.out": { "dtype": "f32", "shape": [ 256, 256 ], "shard": 8, "offset": 11282432, "nbytes": 262144 }, "fa.start.out_b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 11544576, "nbytes": 1024 }, "fa.end.in": { "dtype": "f32", "shape": [ 1024, 256 ], "shard": 8, "offset": 11545600, "nbytes": 1048576 }, "fa.end.in_b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 12594176, "nbytes": 1024 }, "fa.end.up0.even": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 12595200, "nbytes": 524288 }, "fa.end.up0.odd": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 13119488, "nbytes": 524288 }, "fa.end.up0.b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 13643776, "nbytes": 1024 }, "fa.end.up1.even": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 13644800, "nbytes": 524288 }, "fa.end.up1.odd": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 14169088, "nbytes": 524288 }, "fa.end.up1.b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 14693376, "nbytes": 1024 }, "fa.end.up2.even": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 14694400, "nbytes": 524288 }, "fa.end.up2.odd": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 15218688, "nbytes": 524288 }, "fa.end.up2.b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 15742976, "nbytes": 1024 }, "fa.end.up3.even": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 15744000, "nbytes": 524288 }, "fa.end.up3.odd": { "dtype": "f32", "shape": [ 256, 256, 2 ], "shard": 8, "offset": 16268288, "nbytes": 524288 }, "fa.end.up3.b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 16792576, "nbytes": 1024 }, "fa.end.smooth": { "dtype": "f32", "shape": [ 256, 256, 5 ], "shard": 8, "offset": 16793600, "nbytes": 1310720 }, "fa.end.smooth_b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 18104320, "nbytes": 1024 }, "fa.end.out": { "dtype": "f32", "shape": [ 256, 256 ], "shard": 8, "offset": 18105344, "nbytes": 262144 }, "fa.end.out_b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 18367488, "nbytes": 1024 }, "fa.mlp0": { "dtype": "f32", "shape": [ 1024, 3072 ], "shard": 8, "offset": 18368512, "nbytes": 12582912 }, "fa.mlp0_b": { "dtype": "f32", "shape": [ 3072 ], "shard": 8, "offset": 30951424, "nbytes": 12288 }, "fa.start_mlp2": { "dtype": "f32", "shape": [ 1024, 256 ], "shard": 8, "offset": 30963712, "nbytes": 1048576 }, "fa.start_mlp2_b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 32012288, "nbytes": 1024 }, "fa.end_mlp2": { "dtype": "f32", "shape": [ 1024, 256 ], "shard": 8, "offset": 32013312, "nbytes": 1048576 }, "fa.end_mlp2_b": { "dtype": "f32", "shape": [ 256 ], "shard": 8, "offset": 33061888, "nbytes": 1024 }, "fa.presence_mlp2": { "dtype": "f32", "shape": [ 1024, 1 ], "shard": 8, "offset": 33062912, "nbytes": 4096 }, "fa.presence_mlp2_b": { "dtype": "f32", "shape": [ 1 ], "shard": 8, "offset": 33067008, "nbytes": 4 } } }