{
    "humaneval": {
        "alias": "humaneval",
        "pass@1,create_test": 0.49390243902439024,
        "pass@1_stderr,create_test": 0.03916011020919124
    }
}