{"model": "bench", "per_request": [{"id": "HumanEval/40", "cat": "code", "n": 689, "s": 2.362393995979801}, {"id": "HumanEval/41", "cat": "code", "n": 495, "s": 1.9359628790407442}, {"id": "HumanEval/42", "cat": "code", "n": 179, "s": 0.6903294100193307}, {"id": "HumanEval/43", "cat": "code", "n": 944, "s": 3.16420370596461}, {"id": "HumanEval/44", "cat": "code", "n": 425, "s": 1.4295662239892408}, {"id": "HumanEval/45", "cat": "code", "n": 172, "s": 0.7223699850146659}, {"id": "gsm8k/40", "cat": "math", "n": 258, "s": 0.9329101420007646}, {"id": "gsm8k/41", "cat": "math", "n": 541, "s": 1.9815324809751473}, {"id": "gsm8k/42", "cat": "math", "n": 163, "s": 0.7296427360270172}, {"id": "gsm8k/43", "cat": "math", "n": 479, "s": 1.7465769789996557}, {"id": "gsm8k/44", "cat": "math", "n": 397, "s": 1.2734857919858769}, {"id": "gsm8k/45", "cat": "math", "n": 396, "s": 1.328218968003057}, {"id": "mtbench/56561594", "cat": "chat", "n": 1024, "s": 3.39288957597455}, {"id": "mtbench/3583619", "cat": "chat", "n": 979, "s": 2.9747322580078617}, {"id": "mtbench/34377376", "cat": "chat", "n": 833, "s": 2.504794050997589}, {"id": "mtbench/46306085", "cat": "chat", "n": 1024, "s": 3.21053582202876}, {"id": "mtbench/50530142", "cat": "chat", "n": 1024, "s": 4.134806908958126}, {"id": "mtbench/65906068", "cat": "chat", "n": 1024, "s": 3.8171016260166653}, {"id": "glaive/40", "cat": "tool", "n": 71, "s": 0.5119000870035961}, {"id": "glaive/41", "cat": "tool", "n": 174, "s": 0.8766445890069008}, {"id": "glaive/42", "cat": "tool", "n": 98, "s": 0.5194328450015746}, {"id": "glaive/43", "cat": "tool", "n": 75, "s": 0.4582692759577185}, {"id": "glaive/44", "cat": "tool", "n": 71, "s": 0.44306598301045597}, {"id": "glaive/45", "cat": "tool", "n": 71, "s": 0.41111837298376486}], "code": 281.80970194311817, "math": 279.5166904384815, "chat": 294.88601011648876, "tool": 173.8897599113674, "all": 279.3094103941716, "tau": 4.494399382000772, "accept_per_pos": [0.8895326380842024, 0.7864040169949787, 0.6925453843182696, 0.601004248744689, 0.5249130938586327]}