{"model": "bench", "per_request": [{"id": "HumanEval/40", "cat": "code", "n": 729, "s": 2.8193571449955925}, {"id": "HumanEval/41", "cat": "code", "n": 414, "s": 1.816536526021082}, {"id": "HumanEval/42", "cat": "code", "n": 179, "s": 0.8623655190458521}, {"id": "HumanEval/43", "cat": "code", "n": 861, "s": 3.4580993209965527}, {"id": "HumanEval/44", "cat": "code", "n": 714, "s": 2.792955293029081}, {"id": "HumanEval/45", "cat": "code", "n": 168, "s": 0.8881401250255294}, {"id": "gsm8k/40", "cat": "math", "n": 306, "s": 1.2914673539926298}, {"id": "gsm8k/41", "cat": "math", "n": 602, "s": 2.5589306599576958}, {"id": "gsm8k/42", "cat": "math", "n": 163, "s": 0.8248845480266027}, {"id": "gsm8k/43", "cat": "math", "n": 484, "s": 1.8851654370082542}, {"id": "gsm8k/44", "cat": "math", "n": 401, "s": 1.646767117024865}, {"id": "gsm8k/45", "cat": "math", "n": 346, "s": 1.4892195700085722}, {"id": "mtbench/56561594", "cat": "chat", "n": 1024, "s": 4.092011047003325}, {"id": "mtbench/3583619", "cat": "chat", "n": 988, "s": 3.5354646220221184}, {"id": "mtbench/34377376", "cat": "chat", "n": 853, "s": 3.3598524120170623}, {"id": "mtbench/46306085", "cat": "chat", "n": 1024, "s": 3.952914358000271}, {"id": "mtbench/50530142", "cat": "chat", "n": 1024, "s": 4.454029015963897}, {"id": "mtbench/65906068", "cat": "chat", "n": 1024, "s": 4.162056330998894}, {"id": "glaive/40", "cat": "tool", "n": 71, "s": 0.4963136390433647}, {"id": "glaive/41", "cat": "tool", "n": 155, "s": 0.8203358030295931}, {"id": "glaive/42", "cat": "tool", "n": 98, "s": 0.5498547999886796}, {"id": "glaive/43", "cat": "tool", "n": 75, "s": 0.45713356899796054}, {"id": "glaive/44", "cat": "tool", "n": 71, "s": 0.45059636898804456}, {"id": "glaive/45", "cat": "tool", "n": 71, "s": 0.4265658460208215}], "code": 242.53303056076578, "math": 237.40684844907742, "chat": 252.0341903005389, "tool": 169.02024356220377, "all": 241.28650946887865, "tau": 3.392622247640835, "accept_per_pos": [0.8907635115813555, 0.7955390334572491, 0.7063197026022305]}