{"model": "bench", "per_request": [{"id": "HumanEval/40", "cat": "code", "n": 733, "s": 8.130303506040946}, {"id": "HumanEval/41", "cat": "code", "n": 440, "s": 4.539787304005586}, {"id": "HumanEval/42", "cat": "code", "n": 179, "s": 1.9575089199934155}, {"id": "HumanEval/43", "cat": "code", "n": 880, "s": 8.902705920976587}, {"id": "HumanEval/44", "cat": "code", "n": 567, "s": 5.836228059022687}, {"id": "HumanEval/45", "cat": "code", "n": 167, "s": 1.9466947079636157}, {"id": "gsm8k/40", "cat": "math", "n": 310, "s": 3.419051099976059}, {"id": "gsm8k/41", "cat": "math", "n": 538, "s": 5.6530415719607845}, {"id": "gsm8k/42", "cat": "math", "n": 172, "s": 1.9405286890105344}, {"id": "gsm8k/43", "cat": "math", "n": 489, "s": 5.065521793963853}, {"id": "gsm8k/44", "cat": "math", "n": 411, "s": 4.2900476370123215}, {"id": "gsm8k/45", "cat": "math", "n": 345, "s": 3.6422453109989874}, {"id": "mtbench/56561594", "cat": "chat", "n": 1024, "s": 11.437336588976905}, {"id": "mtbench/3583619", "cat": "chat", "n": 987, "s": 11.046043527952861}, {"id": "mtbench/34377376", "cat": "chat", "n": 779, "s": 7.917029272008222}, {"id": "mtbench/46306085", "cat": "chat", "n": 1024, "s": 10.361933744046837}, {"id": "mtbench/50530142", "cat": "chat", "n": 1024, "s": 10.407953262969386}, {"id": "mtbench/65906068", "cat": "chat", "n": 1024, "s": 10.615801344974898}, {"id": "glaive/40", "cat": "tool", "n": 71, "s": 1.1472378979669884}, {"id": "glaive/41", "cat": "tool", "n": 154, "s": 2.0677673460450023}, {"id": "glaive/42", "cat": "tool", "n": 98, "s": 1.5471585509949364}, {"id": "glaive/43", "cat": "tool", "n": 75, "s": 1.2897625649929978}, {"id": "glaive/44", "cat": "tool", "n": 71, "s": 1.2427582450327463}, {"id": "glaive/45", "cat": "tool", "n": 71, "s": 1.2817979939864017}], "code": 94.72035142485548, "math": 94.3339800364686, "chat": 94.8757117592947, "tool": 62.96287478759206, "all": 92.55587206759951}