| { |
| "results": { |
| "kobest_boolq": { |
| "acc": 0.6004273504273504, |
| "acc_stderr": 0.013076733548156574, |
| "macro_f1": 0.5383070602365428, |
| "macro_f1_stderr": 0.01360326947457233 |
| }, |
| "kobest_copa": { |
| "acc": 0.789, |
| "acc_stderr": 0.012909130321042099, |
| "macro_f1": 0.7887412079797753, |
| "macro_f1_stderr": 0.012915850547665574 |
| }, |
| "kobest_hellaswag": { |
| "acc": 0.5, |
| "acc_stderr": 0.022383074051792257, |
| "acc_norm": 0.586, |
| "acc_norm_stderr": 0.02204949796982787, |
| "macro_f1": 0.49550311762225463, |
| "macro_f1_stderr": 0.02234977157067147 |
| }, |
| "kobest_sentineg": { |
| "acc": 0.924433249370277, |
| "acc_stderr": 0.013281757903323496, |
| "macro_f1": 0.9242944317315027, |
| "macro_f1_stderr": 0.013286696883726102 |
| } |
| }, |
| "versions": { |
| "kobest_boolq": 0, |
| "kobest_copa": 0, |
| "kobest_hellaswag": 0, |
| "kobest_sentineg": 0 |
| }, |
| "config": { |
| "model": "gpt2", |
| "model_args": "pretrained=/home/work/.folder/DeepSpeedExamples-master/applications/DeepSpeed-Chat/training/step3_rlhf_finetuning/output/actor/", |
| "num_fewshot": 10, |
| "batch_size": "8", |
| "device": "cuda:0", |
| "no_cache": true, |
| "limit": null, |
| "bootstrap_iters": 100000, |
| "description_dict": {} |
| } |
| } |
