{"model": "bench", "per_request": [{"id": "HumanEval/40", "cat": "code", "n": 726, "s": 2.2813628219882958}, {"id": "HumanEval/41", "cat": "code", "n": 395, "s": 1.5880196589860134}, {"id": "HumanEval/42", "cat": "code", "n": 179, "s": 0.7044576379703358}, {"id": "HumanEval/43", "cat": "code", "n": 731, "s": 2.2817975389771163}, {"id": "HumanEval/44", "cat": "code", "n": 711, "s": 2.0792866839910857}, {"id": "HumanEval/45", "cat": "code", "n": 167, "s": 0.5578156499541365}, {"id": "gsm8k/40", "cat": "math", "n": 194, "s": 0.5612203259952366}, {"id": "gsm8k/41", "cat": "math", "n": 525, "s": 1.8817650109995157}, {"id": "gsm8k/42", "cat": "math", "n": 172, "s": 0.6732398690073751}, {"id": "gsm8k/43", "cat": "math", "n": 481, "s": 1.4211978020030074}, {"id": "gsm8k/44", "cat": "math", "n": 461, "s": 1.2046463890001178}, {"id": "gsm8k/45", "cat": "math", "n": 352, "s": 1.0732165930094197}, {"id": "mtbench/56561594", "cat": "chat", "n": 1024, "s": 3.4876003169920295}, {"id": "mtbench/3583619", "cat": "chat", "n": 1024, "s": 3.0580359949963167}, {"id": "mtbench/34377376", "cat": "chat", "n": 781, "s": 2.506533487990964}, {"id": "mtbench/46306085", "cat": "chat", "n": 1024, "s": 2.8171972099808045}, {"id": "mtbench/50530142", "cat": "chat", "n": 1024, "s": 4.456988577963784}, {"id": "mtbench/65906068", "cat": "chat", "n": 1024, "s": 3.5919092850526795}, {"id": "glaive/40", "cat": "tool", "n": 71, "s": 0.42223657004069537}, {"id": "glaive/41", "cat": "tool", "n": 171, "s": 0.7977454219944775}, {"id": "glaive/42", "cat": "tool", "n": 98, "s": 0.39193789300043136}, {"id": "glaive/43", "cat": "tool", "n": 76, "s": 0.36931639799149707}, {"id": "glaive/44", "cat": "tool", "n": 68, "s": 0.3202864989871159}, {"id": "glaive/45", "cat": "tool", "n": 71, "s": 0.3118133860407397}], "code": 306.44471485496496, "math": 320.6028335716688, "chat": 296.26074548320616, "tool": 212.37221861628046, "all": 297.37669708275394, "tau": 5.309665597801191, "accept_per_pos": [0.8625744388456252, 0.7530920751259734, 0.6284928996793404, 0.5231333027943198, 0.4406779661016949, 0.3673843334860284, 0.3005038937242327, 0.24049473202015575, 0.19331195602382042]}