Upload eval_results.json with huggingface_hub

eval_results.json

@@ -0,0 +1,354 @@
+{
+  "arc_challenge": {
+    "alias": "arc_challenge",
+    "acc,none": 0.5486348122866894,
+    "acc_stderr,none": 0.014542104569955378,
+    "acc_norm,none": 0.5674061433447098,
+    "acc_norm_stderr,none": 0.014478005694182441
+  },
+  "gsm8k": {
+    "alias": "gsm8k",
+    "exact_match,strict-match": 0.7558756633813495,
+    "exact_match_stderr,strict-match": 0.011832404674077592,
+    "exact_match,flexible-extract": 0.7915087187263078,
+    "exact_match_stderr,flexible-extract": 0.011189587985791413
+  },
+  "hellaswag": {
+    "alias": "hellaswag",
+    "acc,none": 0.5007966540529775,
+    "acc_stderr,none": 0.004989775077835642,
+    "acc_norm,none": 0.6353316072495518,
+    "acc_norm_stderr,none": 0.004803533333363877
+  },
+  "humaneval": {
+    "alias": "humaneval",
+    "pass@1,create_test": 0.0,
+    "pass@1_stderr,create_test": 0.0
+  },
+  "ifeval": {
+    "alias": "ifeval",
+    "prompt_level_strict_acc,none": 0.7855822550831792,
+    "prompt_level_strict_acc_stderr,none": 0.017661570312173906,
+    "inst_level_strict_acc,none": 0.8453237410071942,
+    "inst_level_strict_acc_stderr,none": "N/A",
+    "prompt_level_loose_acc,none": 0.8188539741219963,
+    "prompt_level_loose_acc_stderr,none": 0.01657374894371447,
+    "inst_level_loose_acc,none": 0.8717026378896883,
+    "inst_level_loose_acc_stderr,none": "N/A"
+  },
+  "mmlu": {
+    "acc,none": 0.7172055262783079,
+    "acc_stderr,none": 0.003613949324499328,
+    "alias": "mmlu"
+  },
+  "mmlu_humanities": {
+    "acc,none": 0.649096705632306,
+    "acc_stderr,none": 0.006681387824934989,
+    "alias": " - humanities"
+  },
+  "mmlu_formal_logic": {
+    "alias": "  - formal_logic",
+    "acc,none": 0.6031746031746031,
+    "acc_stderr,none": 0.04375888492727054
+  },
+  "mmlu_high_school_european_history": {
+    "alias": "  - high_school_european_history",
+    "acc,none": 0.8363636363636363,
+    "acc_stderr,none": 0.028887872395487978
+  },
+  "mmlu_high_school_us_history": {
+    "alias": "  - high_school_us_history",
+    "acc,none": 0.8725490196078431,
+    "acc_stderr,none": 0.02340553048084634
+  },
+  "mmlu_high_school_world_history": {
+    "alias": "  - high_school_world_history",
+    "acc,none": 0.8438818565400844,
+    "acc_stderr,none": 0.02362715946031866
+  },
+  "mmlu_international_law": {
+    "alias": "  - international_law",
+    "acc,none": 0.8181818181818182,
+    "acc_stderr,none": 0.03520893951097652
+  },
+  "mmlu_jurisprudence": {
+    "alias": "  - jurisprudence",
+    "acc,none": 0.7685185185185185,
+    "acc_stderr,none": 0.040774947092526284
+  },
+  "mmlu_logical_fallacies": {
+    "alias": "  - logical_fallacies",
+    "acc,none": 0.7975460122699386,
+    "acc_stderr,none": 0.031570650789119054
+  },
+  "mmlu_moral_disputes": {
+    "alias": "  - moral_disputes",
+    "acc,none": 0.7398843930635838,
+    "acc_stderr,none": 0.02361867831006933
+  },
+  "mmlu_moral_scenarios": {
+    "alias": "  - moral_scenarios",
+    "acc,none": 0.5251396648044693,
+    "acc_stderr,none": 0.01670135084268273
+  },
+  "mmlu_philosophy": {
+    "alias": "  - philosophy",
+    "acc,none": 0.7202572347266881,
+    "acc_stderr,none": 0.02549425935069486
+  },
+  "mmlu_prehistory": {
+    "alias": "  - prehistory",
+    "acc,none": 0.7901234567901234,
+    "acc_stderr,none": 0.022658344085981406
+  },
+  "mmlu_professional_law": {
+    "alias": "  - professional_law",
+    "acc,none": 0.5254237288135594,
+    "acc_stderr,none": 0.012753716929101162
+  },
+  "mmlu_world_religions": {
+    "alias": "  - world_religions",
+    "acc,none": 0.8070175438596491,
+    "acc_stderr,none": 0.030267457554898448
+  },
+  "mmlu_other": {
+    "acc,none": 0.7644029610556807,
+    "acc_stderr,none": 0.007308949401897016,
+    "alias": " - other"
+  },
+  "mmlu_business_ethics": {
+    "alias": "  - business_ethics",
+    "acc,none": 0.78,
+    "acc_stderr,none": 0.041633319989322654
+  },
+  "mmlu_clinical_knowledge": {
+    "alias": "  - clinical_knowledge",
+    "acc,none": 0.8113207547169812,
+    "acc_stderr,none": 0.024079995130062277
+  },
+  "mmlu_college_medicine": {
+    "alias": "  - college_medicine",
+    "acc,none": 0.7398843930635838,
+    "acc_stderr,none": 0.03345036916788986
+  },
+  "mmlu_global_facts": {
+    "alias": "  - global_facts",
+    "acc,none": 0.41,
+    "acc_stderr,none": 0.04943110704237104
+  },
+  "mmlu_human_aging": {
+    "alias": "  - human_aging",
+    "acc,none": 0.695067264573991,
+    "acc_stderr,none": 0.03089861088247754
+  },
+  "mmlu_management": {
+    "alias": "  - management",
+    "acc,none": 0.8932038834951457,
+    "acc_stderr,none": 0.030581088928331335
+  },
+  "mmlu_marketing": {
+    "alias": "  - marketing",
+    "acc,none": 0.9017094017094017,
+    "acc_stderr,none": 0.019503444900757564
+  },
+  "mmlu_medical_genetics": {
+    "alias": "  - medical_genetics",
+    "acc,none": 0.82,
+    "acc_stderr,none": 0.03861229196653691
+  },
+  "mmlu_miscellaneous": {
+    "alias": "  - miscellaneous",
+    "acc,none": 0.8390804597701149,
+    "acc_stderr,none": 0.01314022551561178
+  },
+  "mmlu_nutrition": {
+    "alias": "  - nutrition",
+    "acc,none": 0.803921568627451,
+    "acc_stderr,none": 0.02273378940544767
+  },
+  "mmlu_professional_accounting": {
+    "alias": "  - professional_accounting",
+    "acc,none": 0.574468085106383,
+    "acc_stderr,none": 0.02949482760014435
+  },
+  "mmlu_professional_medicine": {
+    "alias": "  - professional_medicine",
+    "acc,none": 0.8125,
+    "acc_stderr,none": 0.023709788253811766
+  },
+  "mmlu_virology": {
+    "alias": "  - virology",
+    "acc,none": 0.5240963855421686,
+    "acc_stderr,none": 0.03887971849597267
+  },
+  "mmlu_social_sciences": {
+    "acc,none": 0.8098797530061749,
+    "acc_stderr,none": 0.0069319469054339704,
+    "alias": " - social sciences"
+  },
+  "mmlu_econometrics": {
+    "alias": "  - econometrics",
+    "acc,none": 0.6491228070175439,
+    "acc_stderr,none": 0.044895393502707
+  },
+  "mmlu_high_school_geography": {
+    "alias": "  - high_school_geography",
+    "acc,none": 0.8787878787878788,
+    "acc_stderr,none": 0.02325315795194205
+  },
+  "mmlu_high_school_government_and_politics": {
+    "alias": "  - high_school_government_and_politics",
+    "acc,none": 0.9326424870466321,
+    "acc_stderr,none": 0.01808839383907894
+  },
+  "mmlu_high_school_macroeconomics": {
+    "alias": "  - high_school_macroeconomics",
+    "acc,none": 0.764102564102564,
+    "acc_stderr,none": 0.02152596540740865
+  },
+  "mmlu_high_school_microeconomics": {
+    "alias": "  - high_school_microeconomics",
+    "acc,none": 0.8823529411764706,
+    "acc_stderr,none": 0.020928472557788826
+  },
+  "mmlu_high_school_psychology": {
+    "alias": "  - high_school_psychology",
+    "acc,none": 0.9027522935779817,
+    "acc_stderr,none": 0.01270353340854044
+  },
+  "mmlu_human_sexuality": {
+    "alias": "  - human_sexuality",
+    "acc,none": 0.7786259541984732,
+    "acc_stderr,none": 0.036412970813137276
+  },
+  "mmlu_professional_psychology": {
+    "alias": "  - professional_psychology",
+    "acc,none": 0.7254901960784313,
+    "acc_stderr,none": 0.018054027458815132
+  },
+  "mmlu_public_relations": {
+    "alias": "  - public_relations",
+    "acc,none": 0.6818181818181818,
+    "acc_stderr,none": 0.044612721759105065
+  },
+  "mmlu_security_studies": {
+    "alias": "  - security_studies",
+    "acc,none": 0.7714285714285715,
+    "acc_stderr,none": 0.026882144922307713
+  },
+  "mmlu_sociology": {
+    "alias": "  - sociology",
+    "acc,none": 0.835820895522388,
+    "acc_stderr,none": 0.026193923544454094
+  },
+  "mmlu_us_foreign_policy": {
+    "alias": "  - us_foreign_policy",
+    "acc,none": 0.86,
+    "acc_stderr,none": 0.0348735088019777
+  },
+  "mmlu_stem": {
+    "acc,none": 0.6818902632413575,
+    "acc_stderr,none": 0.007873734738401106,
+    "alias": " - stem"
+  },
+  "mmlu_abstract_algebra": {
+    "alias": "  - abstract_algebra",
+    "acc,none": 0.51,
+    "acc_stderr,none": 0.05024183937956913
+  },
+  "mmlu_anatomy": {
+    "alias": "  - anatomy",
+    "acc,none": 0.7111111111111111,
+    "acc_stderr,none": 0.0391545063041425
+  },
+  "mmlu_astronomy": {
+    "alias": "  - astronomy",
+    "acc,none": 0.8092105263157895,
+    "acc_stderr,none": 0.03197565821032503
+  },
+  "mmlu_college_biology": {
+    "alias": "  - college_biology",
+    "acc,none": 0.8888888888888888,
+    "acc_stderr,none": 0.026280550932848118
+  },
+  "mmlu_college_chemistry": {
+    "alias": "  - college_chemistry",
+    "acc,none": 0.61,
+    "acc_stderr,none": 0.04902071300001973
+  },
+  "mmlu_college_computer_science": {
+    "alias": "  - college_computer_science",
+    "acc,none": 0.61,
+    "acc_stderr,none": 0.04902071300001973
+  },
+  "mmlu_college_mathematics": {
+    "alias": "  - college_mathematics",
+    "acc,none": 0.5,
+    "acc_stderr,none": 0.050251890762960605
+  },
+  "mmlu_college_physics": {
+    "alias": "  - college_physics",
+    "acc,none": 0.5196078431372549,
+    "acc_stderr,none": 0.049713588843674016
+  },
+  "mmlu_computer_security": {
+    "alias": "  - computer_security",
+    "acc,none": 0.8,
+    "acc_stderr,none": 0.04020151261036849
+  },
+  "mmlu_conceptual_physics": {
+    "alias": "  - conceptual_physics",
+    "acc,none": 0.8297872340425532,
+    "acc_stderr,none": 0.024568096561260667
+  },
+  "mmlu_electrical_engineering": {
+    "alias": "  - electrical_engineering",
+    "acc,none": 0.7379310344827587,
+    "acc_stderr,none": 0.03664666337225255
+  },
+  "mmlu_elementary_mathematics": {
+    "alias": "  - elementary_mathematics",
+    "acc,none": 0.5925925925925926,
+    "acc_stderr,none": 0.02530590624159063
+  },
+  "mmlu_high_school_biology": {
+    "alias": "  - high_school_biology",
+    "acc,none": 0.896774193548387,
+    "acc_stderr,none": 0.017308381281034537
+  },
+  "mmlu_high_school_chemistry": {
+    "alias": "  - high_school_chemistry",
+    "acc,none": 0.7635467980295566,
+    "acc_stderr,none": 0.029896114291733576
+  },
+  "mmlu_high_school_computer_science": {
+    "alias": "  - high_school_computer_science",
+    "acc,none": 0.76,
+    "acc_stderr,none": 0.04292346959909278
+  },
+  "mmlu_high_school_mathematics": {
+    "alias": "  - high_school_mathematics",
+    "acc,none": 0.4,
+    "acc_stderr,none": 0.029869605095316977
+  },
+  "mmlu_high_school_physics": {
+    "alias": "  - high_school_physics",
+    "acc,none": 0.6423841059602649,
+    "acc_stderr,none": 0.0391345343117726
+  },
+  "mmlu_high_school_statistics": {
+    "alias": "  - high_school_statistics",
+    "acc,none": 0.7083333333333334,
+    "acc_stderr,none": 0.030998666304560565
+  },
+  "mmlu_machine_learning": {
+    "alias": "  - machine_learning",
+    "acc,none": 0.48214285714285715,
+    "acc_stderr,none": 0.047427623612430116
+  },
+  "truthfulqa_mc2": {
+    "alias": "truthfulqa_mc2",
+    "acc,none": 0.538773182494322,
+    "acc_stderr,none": 0.015822493198912112
+  }
+}