{ "context_tokens": 512, "reference": "Swift 1.5 BF16 for Swift quantizations; Qwen BF16 for ISTA comparison quants", "models": [ { "file": "Swift-1.5-Qwen3.8-27B-GSQ-RCO-IQ2_XS.gguf", "tier": "IQ2_XS", "mtp": false, "bytes": 8422841632, "sha256": "714c509c3fc496ea4abc409097658df7cd218bc966f78e1459fc1649758a9de8", "development_kld": 0.189979, "evaluated": true }, { "file": "Swift-1.5-Qwen3.8-27B-GSQ-RCO-IQ2_XS-mtp.gguf", "tier": "IQ2_XS", "mtp": true, "bytes": 8771311616, "sha256": "4414bc39d93272af91ff311e837941434aec983d5633958c08acfe48b61cab85", "development_kld": null, "evaluated": false }, { "file": "Swift-1.5-Qwen3.8-27B-GSQ-RCO-IQ2_S.gguf", "tier": "IQ2_S", "mtp": false, "bytes": 9259511072, "sha256": "08fac9876117b2cadb6b79fc7708d9612511c2fa31f3726f162e757870272455", "development_kld": 0.134751, "evaluated": true }, { "file": "Swift-1.5-Qwen3.8-27B-GSQ-RCO-IQ2_S-mtp.gguf", "tier": "IQ2_S", "mtp": true, "bytes": 9607981056, "sha256": "6ce61b532e45d7113e2b48b8dff9c104ff521230fa119eb0c3e75a44fb9f1cbf", "development_kld": null, "evaluated": false }, { "file": "Swift-1.5-Qwen3.8-27B-GSQ-RCO-IQ3_XXS.gguf", "tier": "IQ3_XXS", "mtp": false, "bytes": 10094357792, "sha256": "86969b8bde72e602bfb42deb83eb8bb3706c8f14250641f6444dd2355f934ac2", "development_kld": 0.097774, "evaluated": true }, { "file": "Swift-1.5-Qwen3.8-27B-GSQ-RCO-IQ3_XXS-mtp.gguf", "tier": "IQ3_XXS", "mtp": true, "bytes": 10442827776, "sha256": "e23eb251493b8a89f7d0217590b593e696ac9bacaeac8605541e477533dc5838", "development_kld": null, "evaluated": false }, { "file": "Swift-1.5-Qwen3.8-27B-GSQ-RCO-IQ3_S.gguf", "tier": "IQ3_S", "mtp": false, "bytes": 11771546912, "sha256": "1333c6ea70ef348d4ac6d62732772e8ad6571ac5b3754c14ed54f1a0d904a786", "development_kld": 0.051265, "evaluated": true }, { "file": "Swift-1.5-Qwen3.8-27B-GSQ-RCO-IQ3_S-mtp.gguf", "tier": "IQ3_S", "mtp": true, "bytes": 12120016896, "sha256": "9aecf1cd41b2cb2f32a74e0d889e33855ebef43b26f43b43feb5720239e677e5", "development_kld": null, "evaluated": false } ], "results": [ { "domain": "prose_c4", "tier": "IQ2_XS", "candidate_identity": "cand", "actual_chunks": "100", "swift_kld": "0.161594", "swift_reported_error": "0.002402", "ista_kld": "0.178042", "ista_reported_error": "0.002641", "delta_vs_ista_percent": "-9.2383", "matched_swift_transplant_kld": "0.165802" }, { "domain": "code_codeparrot", "tier": "IQ2_XS", "candidate_identity": "cand", "actual_chunks": "100", "swift_kld": "0.120884", "swift_reported_error": "0.002443", "ista_kld": "0.126698", "ista_reported_error": "0.002616", "delta_vs_ista_percent": "-4.5889", "matched_swift_transplant_kld": "0.127662" }, { "domain": "math_gsm8k", "tier": "IQ2_XS", "candidate_identity": "cand", "actual_chunks": "100", "swift_kld": "0.117467", "swift_reported_error": "0.002308", "ista_kld": "0.109726", "ista_reported_error": "0.002054", "delta_vs_ista_percent": "7.0548", "matched_swift_transplant_kld": "0.126372" }, { "domain": "ml_de", "tier": "IQ2_XS", "candidate_identity": "cand", "actual_chunks": "25", "swift_kld": "0.124482", "swift_reported_error": "0.004064", "ista_kld": "0.130859", "ista_reported_error": "0.004498", "delta_vs_ista_percent": "-4.8732", "matched_swift_transplant_kld": "0.134706" }, { "domain": "ml_fr", "tier": "IQ2_XS", "candidate_identity": "cand", "actual_chunks": "25", "swift_kld": "0.166785", "swift_reported_error": "0.004752", "ista_kld": "0.181183", "ista_reported_error": "0.005362", "delta_vs_ista_percent": "-7.9467", "matched_swift_transplant_kld": "0.169638" }, { "domain": "ml_es", "tier": "IQ2_XS", "candidate_identity": "cand", "actual_chunks": "25", "swift_kld": "0.082313", "swift_reported_error": "0.002514", "ista_kld": "0.084915", "ista_reported_error": "0.002744", "delta_vs_ista_percent": "-3.0642", "matched_swift_transplant_kld": "0.090031" }, { "domain": "ml_zh", "tier": "IQ2_XS", "candidate_identity": "cand", "actual_chunks": "25", "swift_kld": "0.207063", "swift_reported_error": "0.004138", "ista_kld": "0.304882", "ista_reported_error": "0.006226", "delta_vs_ista_percent": "-32.0842", "matched_swift_transplant_kld": "0.20962" }, { "domain": "prose_c4", "tier": "IQ2_S", "candidate_identity": "cand", "actual_chunks": "100", "swift_kld": "0.107438", "swift_reported_error": "0.001778", "ista_kld": "0.113769", "ista_reported_error": "0.001757", "delta_vs_ista_percent": "-5.5648", "matched_swift_transplant_kld": "0.11336" }, { "domain": "code_codeparrot", "tier": "IQ2_S", "candidate_identity": "cand", "actual_chunks": "100", "swift_kld": "0.084739", "swift_reported_error": "0.001766", "ista_kld": "0.087695", "ista_reported_error": "0.001905", "delta_vs_ista_percent": "-3.3708", "matched_swift_transplant_kld": "0.09203" }, { "domain": "math_gsm8k", "tier": "IQ2_S", "candidate_identity": "cand", "actual_chunks": "100", "swift_kld": "0.096348", "swift_reported_error": "0.00208", "ista_kld": "0.091831", "ista_reported_error": "0.001918", "delta_vs_ista_percent": "4.9188", "matched_swift_transplant_kld": "0.10561" }, { "domain": "ml_de", "tier": "IQ2_S", "candidate_identity": "cand", "actual_chunks": "25", "swift_kld": "0.091422", "swift_reported_error": "0.003219", "ista_kld": "0.09125", "ista_reported_error": "0.003673", "delta_vs_ista_percent": "0.1885", "matched_swift_transplant_kld": "0.096943" }, { "domain": "ml_fr", "tier": "IQ2_S", "candidate_identity": "cand", "actual_chunks": "25", "swift_kld": "0.113277", "swift_reported_error": "0.003135", "ista_kld": "0.119444", "ista_reported_error": "0.003868", "delta_vs_ista_percent": "-5.1631", "matched_swift_transplant_kld": "0.117337" }, { "domain": "ml_es", "tier": "IQ2_S", "candidate_identity": "cand", "actual_chunks": "25", "swift_kld": "0.056393", "swift_reported_error": "0.001806", "ista_kld": "0.057624", "ista_reported_error": "0.002017", "delta_vs_ista_percent": "-2.1363", "matched_swift_transplant_kld": "0.061352" }, { "domain": "ml_zh", "tier": "IQ2_S", "candidate_identity": "cand", "actual_chunks": "25", "swift_kld": "0.129485", "swift_reported_error": "0.003198", "ista_kld": "0.177083", "ista_reported_error": "0.00444", "delta_vs_ista_percent": "-26.8789", "matched_swift_transplant_kld": "0.134382" }, { "domain": "prose_c4", "tier": "IQ3_XXS", "candidate_identity": "cand_fix_ADDITIONAL", "actual_chunks": "100", "swift_kld": "0.080238", "swift_reported_error": "0.001434", "ista_kld": "0.08416", "ista_reported_error": "0.001485", "delta_vs_ista_percent": "-4.6602", "matched_swift_transplant_kld": "0.083613" }, { "domain": "code_codeparrot", "tier": "IQ3_XXS", "candidate_identity": "cand_fix_ADDITIONAL", "actual_chunks": "100", "swift_kld": "0.062546", "swift_reported_error": "0.001486", "ista_kld": "0.065396", "ista_reported_error": "0.001631", "delta_vs_ista_percent": "-4.3581", "matched_swift_transplant_kld": "0.066445" }, { "domain": "math_gsm8k", "tier": "IQ3_XXS", "candidate_identity": "cand_fix_ADDITIONAL", "actual_chunks": "100", "swift_kld": "0.075964", "swift_reported_error": "0.001994", "ista_kld": "0.071136", "ista_reported_error": "0.001727", "delta_vs_ista_percent": "6.787", "matched_swift_transplant_kld": "0.094105" }, { "domain": "ml_de", "tier": "IQ3_XXS", "candidate_identity": "cand_fix_ADDITIONAL", "actual_chunks": "25", "swift_kld": "0.074645", "swift_reported_error": "0.004198", "ista_kld": "0.072098", "ista_reported_error": "0.003698", "delta_vs_ista_percent": "3.5327", "matched_swift_transplant_kld": "0.078093" }, { "domain": "ml_fr", "tier": "IQ3_XXS", "candidate_identity": "cand_fix_ADDITIONAL", "actual_chunks": "25", "swift_kld": "0.077791", "swift_reported_error": "0.002223", "ista_kld": "0.078794", "ista_reported_error": "0.002359", "delta_vs_ista_percent": "-1.2729", "matched_swift_transplant_kld": "0.082278" }, { "domain": "ml_es", "tier": "IQ3_XXS", "candidate_identity": "cand_fix_ADDITIONAL", "actual_chunks": "25", "swift_kld": "0.039906", "swift_reported_error": "0.001454", "ista_kld": "0.03946", "ista_reported_error": "0.00133", "delta_vs_ista_percent": "1.1303", "matched_swift_transplant_kld": "0.042944" }, { "domain": "ml_zh", "tier": "IQ3_XXS", "candidate_identity": "cand_fix_ADDITIONAL", "actual_chunks": "25", "swift_kld": "0.103141", "swift_reported_error": "0.002674", "ista_kld": "0.126926", "ista_reported_error": "0.003052", "delta_vs_ista_percent": "-18.7393", "matched_swift_transplant_kld": "0.107282" }, { "domain": "prose_c4", "tier": "IQ3_S", "candidate_identity": "cand", "actual_chunks": "100", "swift_kld": "0.041748", "swift_reported_error": "0.000764", "ista_kld": "0.040956", "ista_reported_error": "0.000699", "delta_vs_ista_percent": "1.9338", "matched_swift_transplant_kld": "0.045407" }, { "domain": "code_codeparrot", "tier": "IQ3_S", "candidate_identity": "cand", "actual_chunks": "100", "swift_kld": "0.035447", "swift_reported_error": "0.000992", "ista_kld": "0.035691", "ista_reported_error": "0.000964", "delta_vs_ista_percent": "-0.6836", "matched_swift_transplant_kld": "0.038601" }, { "domain": "math_gsm8k", "tier": "IQ3_S", "candidate_identity": "cand", "actual_chunks": "100", "swift_kld": "0.043916", "swift_reported_error": "0.001432", "ista_kld": "0.040779", "ista_reported_error": "0.001226", "delta_vs_ista_percent": "7.6927", "matched_swift_transplant_kld": "0.048216" }, { "domain": "ml_de", "tier": "IQ3_S", "candidate_identity": "cand", "actual_chunks": "25", "swift_kld": "0.035698", "swift_reported_error": "0.001261", "ista_kld": "0.034801", "ista_reported_error": "0.001759", "delta_vs_ista_percent": "2.5775", "matched_swift_transplant_kld": "0.039287" }, { "domain": "ml_fr", "tier": "IQ3_S", "candidate_identity": "cand", "actual_chunks": "25", "swift_kld": "0.046219", "swift_reported_error": "0.001527", "ista_kld": "0.042246", "ista_reported_error": "0.001361", "delta_vs_ista_percent": "9.4044", "matched_swift_transplant_kld": "0.050756" }, { "domain": "ml_es", "tier": "IQ3_S", "candidate_identity": "cand", "actual_chunks": "25", "swift_kld": "0.024186", "swift_reported_error": "0.001233", "ista_kld": "0.021868", "ista_reported_error": "0.000939", "delta_vs_ista_percent": "10.6", "matched_swift_transplant_kld": "0.027032" }, { "domain": "ml_zh", "tier": "IQ3_S", "candidate_identity": "cand", "actual_chunks": "25", "swift_kld": "0.052241", "swift_reported_error": "0.001486", "ista_kld": "0.063603", "ista_reported_error": "0.001422", "delta_vs_ista_percent": "-17.8639", "matched_swift_transplant_kld": "0.054534" } ], "audit": { "complete": true, "valid_raw_rows": 91, "invalid_raw_rows": 0 }, "limitations": [ "Development scores were used during refinement.", "Held-out data lexical screening does not establish semantic deduplication.", "MTP variants were not independently re-scored.", "No long-context quality conclusion from 512-token KLD." ] }