{"model": "bench", "per_request": [{"id": "HumanEval/40", "cat": "code", "n": 703, "s": 2.354482561990153}, {"id": "HumanEval/41", "cat": "code", "n": 444, "s": 1.7421755429822952}, {"id": "HumanEval/42", "cat": "code", "n": 179, "s": 0.7637115910183638}, {"id": "HumanEval/43", "cat": "code", "n": 688, "s": 2.304368451994378}, {"id": "HumanEval/44", "cat": "code", "n": 714, "s": 2.2916528579662554}, {"id": "HumanEval/45", "cat": "code", "n": 167, "s": 0.7025055510457605}, {"id": "gsm8k/40", "cat": "math", "n": 306, "s": 1.135905829956755}, {"id": "gsm8k/41", "cat": "math", "n": 554, "s": 2.061069551971741}, {"id": "gsm8k/42", "cat": "math", "n": 171, "s": 0.7635779120028019}, {"id": "gsm8k/43", "cat": "math", "n": 461, "s": 1.5739434949937277}, {"id": "gsm8k/44", "cat": "math", "n": 408, "s": 1.3411273619858548}, {"id": "gsm8k/45", "cat": "math", "n": 342, "s": 1.1812342740013264}, {"id": "mtbench/56561594", "cat": "chat", "n": 1024, "s": 3.194308659993112}, {"id": "mtbench/3583619", "cat": "chat", "n": 977, "s": 2.977414954046253}, {"id": "mtbench/34377376", "cat": "chat", "n": 791, "s": 2.548052383994218}, {"id": "mtbench/46306085", "cat": "chat", "n": 1024, "s": 3.3816367990220897}, {"id": "mtbench/50530142", "cat": "chat", "n": 1024, "s": 4.062372940010391}, {"id": "mtbench/65906068", "cat": "chat", "n": 1024, "s": 3.7323634499916807}, {"id": "glaive/40", "cat": "tool", "n": 71, "s": 0.49537954601692036}, {"id": "glaive/41", "cat": "tool", "n": 105, "s": 0.6681176979909651}, {"id": "glaive/42", "cat": "tool", "n": 98, "s": 0.5146028829622082}, {"id": "glaive/43", "cat": "tool", "n": 75, "s": 0.556665359006729}, {"id": "glaive/44", "cat": "tool", "n": 71, "s": 0.5122391799814068}, {"id": "glaive/45", "cat": "tool", "n": 71, "s": 0.39238204003777355}], "code": 284.97189470897735, "math": 278.2722348785011, "chat": 294.73039957975766, "tool": 156.39997425682708, "all": 278.5852213651547, "tau": 4.399847386493705, "accept_per_pos": [0.8775276611980161, 0.7653567340709653, 0.6764593666539489, 0.5795497901564288, 0.5009538344143457]}