| { | |
| "humaneval": { | |
| "alias": "humaneval", | |
| "pass@1,create_test": 0.49390243902439024, | |
| "pass@1_stderr,create_test": 0.03916011020919124 | |
| } | |
| } |
| { | |
| "humaneval": { | |
| "alias": "humaneval", | |
| "pass@1,create_test": 0.49390243902439024, | |
| "pass@1_stderr,create_test": 0.03916011020919124 | |
| } | |
| } |