{"model": "bench", "per_request": [{"id": "HumanEval/40", "cat": "code", "n": 703, "s": 2.5715905469842255}, {"id": "HumanEval/41", "cat": "code", "n": 444, "s": 1.5963689079508185}, {"id": "HumanEval/42", "cat": "code", "n": 179, "s": 0.7399305010330863}, {"id": "HumanEval/43", "cat": "code", "n": 688, "s": 2.2338579680072144}, {"id": "HumanEval/44", "cat": "code", "n": 714, "s": 2.232825448969379}, {"id": "HumanEval/45", "cat": "code", "n": 167, "s": 0.7399766870075837}, {"id": "gsm8k/40", "cat": "math", "n": 306, "s": 1.15714238100918}, {"id": "gsm8k/41", "cat": "math", "n": 554, "s": 2.0562278060242534}, {"id": "gsm8k/42", "cat": "math", "n": 171, "s": 0.8133257809677161}, {"id": "gsm8k/43", "cat": "math", "n": 461, "s": 1.5286793949780986}, {"id": "gsm8k/44", "cat": "math", "n": 408, "s": 1.3493359020212665}, {"id": "gsm8k/45", "cat": "math", "n": 342, "s": 1.2483290410018526}, {"id": "mtbench/56561594", "cat": "chat", "n": 1024, "s": 3.1446891850209795}, {"id": "mtbench/3583619", "cat": "chat", "n": 977, "s": 2.8968855519779027}, {"id": "mtbench/34377376", "cat": "chat", "n": 791, "s": 2.4376245160237886}, {"id": "mtbench/46306085", "cat": "chat", "n": 1024, "s": 3.3674850579700433}, {"id": "mtbench/50530142", "cat": "chat", "n": 1024, "s": 4.05100225500064}, {"id": "mtbench/65906068", "cat": "chat", "n": 1024, "s": 3.5702035660506226}, {"id": "glaive/40", "cat": "tool", "n": 71, "s": 0.5177643179777078}, {"id": "glaive/41", "cat": "tool", "n": 105, "s": 0.6613505010027438}, {"id": "glaive/42", "cat": "tool", "n": 98, "s": 0.5017052160110325}, {"id": "glaive/43", "cat": "tool", "n": 75, "s": 0.4769544790033251}, {"id": "glaive/44", "cat": "tool", "n": 71, "s": 0.4288208319921978}, {"id": "glaive/45", "cat": "tool", "n": 71, "s": 0.42839869804447517}], "code": 286.2213329154901, "math": 274.98944146632175, "chat": 301.2139456421067, "tool": 162.85272635015295, "all": 282.00898588670725, "tau": 4.3014925373134325, "accept_per_pos": [0.8686567164179104, 0.75, 0.6615671641791044, 0.5537313432835821, 0.46753731343283583]}