{"model": "bench", "per_request": [{"id": "HumanEval/40", "cat": "code", "n": 712, "s": 2.0788060189806856}, {"id": "HumanEval/41", "cat": "code", "n": 397, "s": 1.2380512969684787}, {"id": "HumanEval/42", "cat": "code", "n": 179, "s": 0.5761018740013242}, {"id": "HumanEval/43", "cat": "code", "n": 718, "s": 2.004939425038174}, {"id": "HumanEval/44", "cat": "code", "n": 708, "s": 1.9182443649624474}, {"id": "HumanEval/45", "cat": "code", "n": 167, "s": 0.5227942789788358}, {"id": "gsm8k/40", "cat": "math", "n": 249, "s": 0.7487070900388062}, {"id": "gsm8k/41", "cat": "math", "n": 522, "s": 1.6979687780258246}, {"id": "gsm8k/42", "cat": "math", "n": 166, "s": 0.646616683981847}, {"id": "gsm8k/43", "cat": "math", "n": 471, "s": 1.3401818770216778}, {"id": "gsm8k/44", "cat": "math", "n": 413, "s": 1.189437868015375}, {"id": "gsm8k/45", "cat": "math", "n": 346, "s": 1.1400467989733443}, {"id": "mtbench/56561594", "cat": "chat", "n": 1024, "s": 2.917139215976931}, {"id": "mtbench/3583619", "cat": "chat", "n": 982, "s": 2.7524559579906054}, {"id": "mtbench/34377376", "cat": "chat", "n": 780, "s": 2.4050215109600686}, {"id": "mtbench/46306085", "cat": "chat", "n": 1024, "s": 3.3641807100502774}, {"id": "mtbench/50530142", "cat": "chat", "n": 1024, "s": 4.1067124850233085}, {"id": "mtbench/65906068", "cat": "chat", "n": 1024, "s": 3.5175412259995937}, {"id": "glaive/40", "cat": "tool", "n": 71, "s": 0.4751045739976689}, {"id": "glaive/41", "cat": "tool", "n": 123, "s": 0.6858198530389927}, {"id": "glaive/42", "cat": "tool", "n": 98, "s": 0.4428151000174694}, {"id": "glaive/43", "cat": "tool", "n": 75, "s": 0.41026709298603237}, {"id": "glaive/44", "cat": "tool", "n": 71, "s": 0.3740595959825441}, {"id": "glaive/45", "cat": "tool", "n": 71, "s": 0.4027617870015092}], "code": 345.4876695366444, "math": 320.4218699568157, "chat": 307.29603395733346, "tool": 182.3831491759556, "all": 308.8827079576811, "tau": 4.926514825956167, "accept_per_pos": [0.8620541469703481, 0.7494628276751182, 0.6355822948001719, 0.5371723248818221, 0.45423291792006876, 0.3807477438762355, 0.30726256983240224]}