{ "HumanEval_pass@1": 0.0, "HumanEval_n": 164, "MBPP_pass@1": 1.0, "MBPP_n": 200, "params_M": 211.3, "context": 1024, "eval_minutes": 2.2 }