| { | |
| "HumanEval_pass@1": 0.0, | |
| "HumanEval_n": 164, | |
| "MBPP_pass@1": 1.0, | |
| "MBPP_n": 200, | |
| "params_M": 211.3, | |
| "context": 1024, | |
| "eval_minutes": 2.2 | |
| } |
| { | |
| "HumanEval_pass@1": 0.0, | |
| "HumanEval_n": 164, | |
| "MBPP_pass@1": 1.0, | |
| "MBPP_n": 200, | |
| "params_M": 211.3, | |
| "context": 1024, | |
| "eval_minutes": 2.2 | |
| } |