{"model": "bench", "per_request": [{"id": "HumanEval/40", "cat": "code", "n": 712, "s": 2.2458303309977055}, {"id": "HumanEval/41", "cat": "code", "n": 397, "s": 1.3946112800040282}, {"id": "HumanEval/42", "cat": "code", "n": 179, "s": 0.6491682740161195}, {"id": "HumanEval/43", "cat": "code", "n": 718, "s": 2.128362638002727}, {"id": "HumanEval/44", "cat": "code", "n": 708, "s": 1.9873309560352936}, {"id": "HumanEval/45", "cat": "code", "n": 167, "s": 0.5416151629760861}, {"id": "gsm8k/40", "cat": "math", "n": 249, "s": 0.703309926961083}, {"id": "gsm8k/41", "cat": "math", "n": 522, "s": 1.8210055900271982}, {"id": "gsm8k/42", "cat": "math", "n": 166, "s": 0.6603326629847288}, {"id": "gsm8k/43", "cat": "math", "n": 471, "s": 1.3609160670312122}, {"id": "gsm8k/44", "cat": "math", "n": 413, "s": 1.306718583975453}, {"id": "gsm8k/45", "cat": "math", "n": 346, "s": 1.0891695099999197}, {"id": "mtbench/56561594", "cat": "chat", "n": 1024, "s": 2.965524340979755}, {"id": "mtbench/3583619", "cat": "chat", "n": 982, "s": 2.8919741269783117}, {"id": "mtbench/34377376", "cat": "chat", "n": 780, "s": 2.4272121600224636}, {"id": "mtbench/46306085", "cat": "chat", "n": 1024, "s": 3.3665989469736814}, {"id": "mtbench/50530142", "cat": "chat", "n": 1024, "s": 4.0905348300002515}, {"id": "mtbench/65906068", "cat": "chat", "n": 1024, "s": 3.4870682419859804}, {"id": "glaive/40", "cat": "tool", "n": 71, "s": 0.49407145904842764}, {"id": "glaive/41", "cat": "tool", "n": 123, "s": 0.7135702630039304}, {"id": "glaive/42", "cat": "tool", "n": 98, "s": 0.46649243601132184}, {"id": "glaive/43", "cat": "tool", "n": 75, "s": 0.4326253969920799}, {"id": "glaive/44", "cat": "tool", "n": 71, "s": 0.4095555520034395}, {"id": "glaive/45", "cat": "tool", "n": 71, "s": 0.3979798569926061}], "code": 322.0103049183074, "math": 312.18250786033457, "chat": 304.64541118668404, "tool": 174.65630839656896, "all": 300.1453113965595, "tau": 5.1395244504262, "accept_per_pos": [0.8689995513683266, 0.7662628981606101, 0.6603858232391207, 0.5688649618663078, 0.4908030506953791, 0.41947061462539253, 0.36473755047106327]}