| { |
| "results": { |
| "anli_r1": { |
| "acc": 0.34, |
| "acc_stderr": 0.014987482264363937 |
| }, |
| "anli_r2": { |
| "acc": 0.327, |
| "acc_stderr": 0.014842213153411242 |
| }, |
| "anli_r3": { |
| "acc": 0.33416666666666667, |
| "acc_stderr": 0.013622434813136783 |
| }, |
| "cb": { |
| "acc": 0.4642857142857143, |
| "acc_stderr": 0.06724777654937658, |
| "f1": 0.32523809523809527 |
| }, |
| "copa": { |
| "acc": 0.74, |
| "acc_stderr": 0.04408440022768079 |
| }, |
| "hellaswag": { |
| "acc": 0.4448317068313085, |
| "acc_stderr": 0.00495931519801116, |
| "acc_norm": 0.578370842461661, |
| "acc_norm_stderr": 0.004928105880776072 |
| }, |
| "rte": { |
| "acc": 0.5451263537906137, |
| "acc_stderr": 0.029973636495415255 |
| }, |
| "winogrande": { |
| "acc": 0.5588003157063931, |
| "acc_stderr": 0.013954975072834731 |
| }, |
| "storycloze_2016": { |
| "acc": 0.7033671833244255, |
| "acc_stderr": 0.01056281918156322 |
| }, |
| "boolq": { |
| "acc": 0.5813455657492355, |
| "acc_stderr": 0.008628545022868549 |
| }, |
| "arc_easy": { |
| "acc": 0.5951178451178452, |
| "acc_stderr": 0.010072423960395703, |
| "acc_norm": 0.561026936026936, |
| "acc_norm_stderr": 0.01018307601297206 |
| }, |
| "arc_challenge": { |
| "acc": 0.27303754266211605, |
| "acc_stderr": 0.013019332762635746, |
| "acc_norm": 0.2841296928327645, |
| "acc_norm_stderr": 0.013179442447653886 |
| }, |
| "sciq": { |
| "acc": 0.862, |
| "acc_stderr": 0.0109121526325044, |
| "acc_norm": 0.828, |
| "acc_norm_stderr": 0.011939788882495321 |
| }, |
| "piqa": { |
| "acc": 0.7285092491838956, |
| "acc_stderr": 0.010376251176596137, |
| "acc_norm": 0.735582154515778, |
| "acc_norm_stderr": 0.01028978724476716 |
| } |
| }, |
| "versions": { |
| "anli_r1": 0, |
| "anli_r2": 0, |
| "anli_r3": 0, |
| "cb": 1, |
| "copa": 0, |
| "hellaswag": 0, |
| "rte": 0, |
| "winogrande": 0, |
| "storycloze_2016": 0, |
| "boolq": 1, |
| "arc_easy": 0, |
| "arc_challenge": 0, |
| "sciq": 0, |
| "piqa": 0 |
| } |
| } |
