Upload folder using huggingface_hub

lm_eval/RWKV-x060-World-1B6-v2.1-20240328-ctx4096/pad_11/0.4.8_2025-03-17T00-03-49.169695_xnli.json

@@ -0,0 +1,100 @@
+{
+  "model": "/models/RWKV-x060-World-1B6-v2.1-20240328-ctx4096",
+  "tasks": [
+    "xnli"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "xnli": {
+      "acc,none": 0.41370816599732263,
+      "acc_stderr,none": 0.0025309792751254667,
+      "alias": "xnli"
+    },
+    "xnli_ar": {
+      "alias": " - xnli_ar",
+      "acc,none": 0.3429718875502008,
+      "acc_stderr,none": 0.00951499993403346
+    },
+    "xnli_bg": {
+      "alias": " - xnli_bg",
+      "acc,none": 0.42610441767068274,
+      "acc_stderr,none": 0.009912016377459065
+    },
+    "xnli_de": {
+      "alias": " - xnli_de",
+      "acc,none": 0.4759036144578313,
+      "acc_stderr,none": 0.010010427753210675
+    },
+    "xnli_el": {
+      "alias": " - xnli_el",
+      "acc,none": 0.3783132530120482,
+      "acc_stderr,none": 0.009720735678557153
+    },
+    "xnli_en": {
+      "alias": " - xnli_en",
+      "acc,none": 0.5413654618473895,
+      "acc_stderr,none": 0.009987716412406583
+    },
+    "xnli_es": {
+      "alias": " - xnli_es",
+      "acc,none": 0.46626506024096387,
+      "acc_stderr,none": 0.009999235684721615
+    },
+    "xnli_fr": {
+      "alias": " - xnli_fr",
+      "acc,none": 0.4815261044176707,
+      "acc_stderr,none": 0.01001522976835699
+    },
+    "xnli_hi": {
+      "alias": " - xnli_hi",
+      "acc,none": 0.3891566265060241,
+      "acc_stderr,none": 0.009772702993836016
+    },
+    "xnli_ru": {
+      "alias": " - xnli_ru",
+      "acc,none": 0.4497991967871486,
+      "acc_stderr,none": 0.00997143125556017
+    },
+    "xnli_sw": {
+      "alias": " - xnli_sw",
+      "acc,none": 0.3465863453815261,
+      "acc_stderr,none": 0.009538660220458997
+    },
+    "xnli_th": {
+      "alias": " - xnli_th",
+      "acc,none": 0.41004016064257026,
+      "acc_stderr,none": 0.009858525713807856
+    },
+    "xnli_tr": {
+      "alias": " - xnli_tr",
+      "acc,none": 0.3823293172690763,
+      "acc_stderr,none": 0.009740580649033707
+    },
+    "xnli_ur": {
+      "alias": " - xnli_ur",
+      "acc,none": 0.3465863453815261,
+      "acc_stderr,none": 0.009538660220458992
+    },
+    "xnli_vi": {
+      "alias": " - xnli_vi",
+      "acc,none": 0.4248995983935743,
+      "acc_stderr,none": 0.0099083775681982
+    },
+    "xnli_zh": {
+      "alias": " - xnli_zh",
+      "acc,none": 0.3437751004016064,
+      "acc_stderr,none": 0.009520310502882937
+    }
+  }
+}

lm_eval/RWKV-x060-World-1B6-v2.1-20240328-ctx4096/pad_11/0.4.8_2025-03-17T01-28-38.097947_xstorycloze.json

@@ -0,0 +1,80 @@
+{
+  "model": "/models/RWKV-x060-World-1B6-v2.1-20240328-ctx4096",
+  "tasks": [
+    "xstorycloze"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "xstorycloze": {
+      "acc,none": 0.5823957643944407,
+      "acc_stderr,none": 0.0037925764585649427,
+      "alias": "xstorycloze"
+    },
+    "xstorycloze_ar": {
+      "alias": " - xstorycloze_ar",
+      "acc,none": 0.5519523494374586,
+      "acc_stderr,none": 0.012797478885304733
+    },
+    "xstorycloze_en": {
+      "alias": " - xstorycloze_en",
+      "acc,none": 0.7352746525479815,
+      "acc_stderr,none": 0.01135361301038959
+    },
+    "xstorycloze_es": {
+      "alias": " - xstorycloze_es",
+      "acc,none": 0.6406353408338848,
+      "acc_stderr,none": 0.012347659802101674
+    },
+    "xstorycloze_eu": {
+      "alias": " - xstorycloze_eu",
+      "acc,none": 0.5334215751158173,
+      "acc_stderr,none": 0.012838347934731667
+    },
+    "xstorycloze_hi": {
+      "alias": " - xstorycloze_hi",
+      "acc,none": 0.5473196558570483,
+      "acc_stderr,none": 0.012809372866181954
+    },
+    "xstorycloze_id": {
+      "alias": " - xstorycloze_id",
+      "acc,none": 0.6101919258769027,
+      "acc_stderr,none": 0.012550764190647008
+    },
+    "xstorycloze_my": {
+      "alias": " - xstorycloze_my",
+      "acc,none": 0.49106551952349436,
+      "acc_stderr,none": 0.0128650709173208
+    },
+    "xstorycloze_ru": {
+      "alias": " - xstorycloze_ru",
+      "acc,none": 0.6201191264063534,
+      "acc_stderr,none": 0.012490298101718166
+    },
+    "xstorycloze_sw": {
+      "alias": " - xstorycloze_sw",
+      "acc,none": 0.5188616810059563,
+      "acc_stderr,none": 0.012857966762464994
+    },
+    "xstorycloze_te": {
+      "alias": " - xstorycloze_te",
+      "acc,none": 0.5526141628060887,
+      "acc_stderr,none": 0.012795688167385279
+    },
+    "xstorycloze_zh": {
+      "alias": " - xstorycloze_zh",
+      "acc,none": 0.6048974189278623,
+      "acc_stderr,none": 0.01258077297613326
+    }
+  }
+}

lm_eval/RWKV-x060-World-1B6-v2.1-20240328-ctx4096/pad_11/0.4.8_2025-03-17T01-36-06.458772_xwinograd.json

@@ -0,0 +1,55 @@
+{
+  "model": "/models/RWKV-x060-World-1B6-v2.1-20240328-ctx4096",
+  "tasks": [
+    "xwinograd"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "xwinograd": {
+      "acc,none": 0.7651157563497415,
+      "acc_stderr,none": 0.006252314857589183,
+      "alias": "xwinograd"
+    },
+    "xwinograd_en": {
+      "alias": " - xwinograd_en",
+      "acc,none": 0.8344086021505376,
+      "acc_stderr,none": 0.00771063615962449
+    },
+    "xwinograd_fr": {
+      "alias": " - xwinograd_fr",
+      "acc,none": 0.6987951807228916,
+      "acc_stderr,none": 0.0506639425494172
+    },
+    "xwinograd_jp": {
+      "alias": " - xwinograd_jp",
+      "acc,none": 0.6673618352450469,
+      "acc_stderr,none": 0.015222429340088765
+    },
+    "xwinograd_pt": {
+      "alias": " - xwinograd_pt",
+      "acc,none": 0.6730038022813688,
+      "acc_stderr,none": 0.028982074243683254
+    },
+    "xwinograd_ru": {
+      "alias": " - xwinograd_ru",
+      "acc,none": 0.653968253968254,
+      "acc_stderr,none": 0.02684549902197288
+    },
+    "xwinograd_zh": {
+      "alias": " - xwinograd_zh",
+      "acc,none": 0.7599206349206349,
+      "acc_stderr,none": 0.019044849417856065
+    }
+  }
+}

lm_eval/RWKV-x060-World-1B6-v2.1-20240328-ctx4096/pad_11/0.4.8_2025-03-17T11-13-00.537290_mmlu.json

@@ -0,0 +1,330 @@
+{
+  "model": "/models/RWKV-x060-World-1B6-v2.1-20240328-ctx4096",
+  "tasks": [
+    "mmlu"
+  ],
+  "num_fewshot": 5,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "mmlu": {
+      "acc,none": 0.2508901865831078,
+      "acc_stderr,none": 0.00365623049621683,
+      "alias": "mmlu"
+    },
+    "mmlu_humanities": {
+      "acc,none": 0.2452709883103082,
+      "acc_stderr,none": 0.006270950553728565,
+      "alias": " - humanities"
+    },
+    "mmlu_formal_logic": {
+      "alias": "  - formal_logic",
+      "acc,none": 0.29365079365079366,
+      "acc_stderr,none": 0.04073524322147127
+    },
+    "mmlu_high_school_european_history": {
+      "alias": "  - high_school_european_history",
+      "acc,none": 0.32727272727272727,
+      "acc_stderr,none": 0.03663974994391242
+    },
+    "mmlu_high_school_us_history": {
+      "alias": "  - high_school_us_history",
+      "acc,none": 0.20098039215686275,
+      "acc_stderr,none": 0.028125972265654373
+    },
+    "mmlu_high_school_world_history": {
+      "alias": "  - high_school_world_history",
+      "acc,none": 0.2742616033755274,
+      "acc_stderr,none": 0.029041333510598025
+    },
+    "mmlu_international_law": {
+      "alias": "  - international_law",
+      "acc,none": 0.19834710743801653,
+      "acc_stderr,none": 0.03640118271990947
+    },
+    "mmlu_jurisprudence": {
+      "alias": "  - jurisprudence",
+      "acc,none": 0.24074074074074073,
+      "acc_stderr,none": 0.041331194402438376
+    },
+    "mmlu_logical_fallacies": {
+      "alias": "  - logical_fallacies",
+      "acc,none": 0.2822085889570552,
+      "acc_stderr,none": 0.03536117886664743
+    },
+    "mmlu_moral_disputes": {
+      "alias": "  - moral_disputes",
+      "acc,none": 0.2398843930635838,
+      "acc_stderr,none": 0.02298959254312356
+    },
+    "mmlu_moral_scenarios": {
+      "alias": "  - moral_scenarios",
+      "acc,none": 0.2424581005586592,
+      "acc_stderr,none": 0.014333522059217887
+    },
+    "mmlu_philosophy": {
+      "alias": "  - philosophy",
+      "acc,none": 0.21543408360128619,
+      "acc_stderr,none": 0.02335022547547142
+    },
+    "mmlu_prehistory": {
+      "alias": "  - prehistory",
+      "acc,none": 0.25,
+      "acc_stderr,none": 0.02409347123262133
+    },
+    "mmlu_professional_law": {
+      "alias": "  - professional_law",
+      "acc,none": 0.24119947848761408,
+      "acc_stderr,none": 0.010926496102034956
+    },
+    "mmlu_world_religions": {
+      "alias": "  - world_religions",
+      "acc,none": 0.25146198830409355,
+      "acc_stderr,none": 0.033275044238468436
+    },
+    "mmlu_other": {
+      "acc,none": 0.26746057289990344,
+      "acc_stderr,none": 0.007934731141101426,
+      "alias": " - other"
+    },
+    "mmlu_business_ethics": {
+      "alias": "  - business_ethics",
+      "acc,none": 0.33,
+      "acc_stderr,none": 0.047258156262526045
+    },
+    "mmlu_clinical_knowledge": {
+      "alias": "  - clinical_knowledge",
+      "acc,none": 0.2490566037735849,
+      "acc_stderr,none": 0.0266164829805017
+    },
+    "mmlu_college_medicine": {
+      "alias": "  - college_medicine",
+      "acc,none": 0.31213872832369943,
+      "acc_stderr,none": 0.035331333893236574
+    },
+    "mmlu_global_facts": {
+      "alias": "  - global_facts",
+      "acc,none": 0.39,
+      "acc_stderr,none": 0.04902071300001975
+    },
+    "mmlu_human_aging": {
+      "alias": "  - human_aging",
+      "acc,none": 0.22869955156950672,
+      "acc_stderr,none": 0.028188240046929186
+    },
+    "mmlu_management": {
+      "alias": "  - management",
+      "acc,none": 0.24271844660194175,
+      "acc_stderr,none": 0.042450224863844935
+    },
+    "mmlu_marketing": {
+      "alias": "  - marketing",
+      "acc,none": 0.24786324786324787,
+      "acc_stderr,none": 0.028286324075564404
+    },
+    "mmlu_medical_genetics": {
+      "alias": "  - medical_genetics",
+      "acc,none": 0.27,
+      "acc_stderr,none": 0.0446196043338474
+    },
+    "mmlu_miscellaneous": {
+      "alias": "  - miscellaneous",
+      "acc,none": 0.25798212005108556,
+      "acc_stderr,none": 0.01564583018834895
+    },
+    "mmlu_nutrition": {
+      "alias": "  - nutrition",
+      "acc,none": 0.2777777777777778,
+      "acc_stderr,none": 0.02564686309713791
+    },
+    "mmlu_professional_accounting": {
+      "alias": "  - professional_accounting",
+      "acc,none": 0.23404255319148937,
+      "acc_stderr,none": 0.025257861359432424
+    },
+    "mmlu_professional_medicine": {
+      "alias": "  - professional_medicine",
+      "acc,none": 0.27205882352941174,
+      "acc_stderr,none": 0.027033041151681456
+    },
+    "mmlu_virology": {
+      "alias": "  - virology",
+      "acc,none": 0.3072289156626506,
+      "acc_stderr,none": 0.035915667978246635
+    },
+    "mmlu_social_sciences": {
+      "acc,none": 0.23626909327266818,
+      "acc_stderr,none": 0.007654663504823933,
+      "alias": " - social sciences"
+    },
+    "mmlu_econometrics": {
+      "alias": "  - econometrics",
+      "acc,none": 0.2631578947368421,
+      "acc_stderr,none": 0.0414243971948936
+    },
+    "mmlu_high_school_geography": {
+      "alias": "  - high_school_geography",
+      "acc,none": 0.22727272727272727,
+      "acc_stderr,none": 0.029857515673386417
+    },
+    "mmlu_high_school_government_and_politics": {
+      "alias": "  - high_school_government_and_politics",
+      "acc,none": 0.24352331606217617,
+      "acc_stderr,none": 0.030975436386845443
+    },
+    "mmlu_high_school_macroeconomics": {
+      "alias": "  - high_school_macroeconomics",
+      "acc,none": 0.23846153846153847,
+      "acc_stderr,none": 0.021606294494647727
+    },
+    "mmlu_high_school_microeconomics": {
+      "alias": "  - high_school_microeconomics",
+      "acc,none": 0.2857142857142857,
+      "acc_stderr,none": 0.02934457250063432
+    },
+    "mmlu_high_school_psychology": {
+      "alias": "  - high_school_psychology",
+      "acc,none": 0.21100917431192662,
+      "acc_stderr,none": 0.017493922404112648
+    },
+    "mmlu_human_sexuality": {
+      "alias": "  - human_sexuality",
+      "acc,none": 0.22900763358778625,
+      "acc_stderr,none": 0.036853466317118506
+    },
+    "mmlu_professional_psychology": {
+      "alias": "  - professional_psychology",
+      "acc,none": 0.2222222222222222,
+      "acc_stderr,none": 0.016819028375736383
+    },
+    "mmlu_public_relations": {
+      "alias": "  - public_relations",
+      "acc,none": 0.34545454545454546,
+      "acc_stderr,none": 0.04554619617541054
+    },
+    "mmlu_security_studies": {
+      "alias": "  - security_studies",
+      "acc,none": 0.21224489795918366,
+      "acc_stderr,none": 0.026176967197866767
+    },
+    "mmlu_sociology": {
+      "alias": "  - sociology",
+      "acc,none": 0.24378109452736318,
+      "acc_stderr,none": 0.03036049015401464
+    },
+    "mmlu_us_foreign_policy": {
+      "alias": "  - us_foreign_policy",
+      "acc,none": 0.24,
+      "acc_stderr,none": 0.04292346959909283
+    },
+    "mmlu_stem": {
+      "acc,none": 0.2572153504598795,
+      "acc_stderr,none": 0.007787146376816209,
+      "alias": " - stem"
+    },
+    "mmlu_abstract_algebra": {
+      "alias": "  - abstract_algebra",
+      "acc,none": 0.21,
+      "acc_stderr,none": 0.04093601807403326
+    },
+    "mmlu_anatomy": {
+      "alias": "  - anatomy",
+      "acc,none": 0.22962962962962963,
+      "acc_stderr,none": 0.03633384414073465
+    },
+    "mmlu_astronomy": {
+      "alias": "  - astronomy",
+      "acc,none": 0.23026315789473684,
+      "acc_stderr,none": 0.034260594244031654
+    },
+    "mmlu_college_biology": {
+      "alias": "  - college_biology",
+      "acc,none": 0.2638888888888889,
+      "acc_stderr,none": 0.03685651095897532
+    },
+    "mmlu_college_chemistry": {
+      "alias": "  - college_chemistry",
+      "acc,none": 0.26,
+      "acc_stderr,none": 0.044084400227680794
+    },
+    "mmlu_college_computer_science": {
+      "alias": "  - college_computer_science",
+      "acc,none": 0.28,
+      "acc_stderr,none": 0.04512608598542128
+    },
+    "mmlu_college_mathematics": {
+      "alias": "  - college_mathematics",
+      "acc,none": 0.24,
+      "acc_stderr,none": 0.04292346959909283
+    },
+    "mmlu_college_physics": {
+      "alias": "  - college_physics",
+      "acc,none": 0.29411764705882354,
+      "acc_stderr,none": 0.04533838195929777
+    },
+    "mmlu_computer_security": {
+      "alias": "  - computer_security",
+      "acc,none": 0.31,
+      "acc_stderr,none": 0.04648231987117316
+    },
+    "mmlu_conceptual_physics": {
+      "alias": "  - conceptual_physics",
+      "acc,none": 0.2425531914893617,
+      "acc_stderr,none": 0.028020226271200217
+    },
+    "mmlu_electrical_engineering": {
+      "alias": "  - electrical_engineering",
+      "acc,none": 0.2620689655172414,
+      "acc_stderr,none": 0.036646663372252565
+    },
+    "mmlu_elementary_mathematics": {
+      "alias": "  - elementary_mathematics",
+      "acc,none": 0.24867724867724866,
+      "acc_stderr,none": 0.022261817692400192
+    },
+    "mmlu_high_school_biology": {
+      "alias": "  - high_school_biology",
+      "acc,none": 0.29354838709677417,
+      "acc_stderr,none": 0.02590608702131929
+    },
+    "mmlu_high_school_chemistry": {
+      "alias": "  - high_school_chemistry",
+      "acc,none": 0.22660098522167488,
+      "acc_stderr,none": 0.02945486383529297
+    },
+    "mmlu_high_school_computer_science": {
+      "alias": "  - high_school_computer_science",
+      "acc,none": 0.23,
+      "acc_stderr,none": 0.042295258468165044
+    },
+    "mmlu_high_school_mathematics": {
+      "alias": "  - high_school_mathematics",
+      "acc,none": 0.22592592592592592,
+      "acc_stderr,none": 0.025497532639609546
+    },
+    "mmlu_high_school_physics": {
+      "alias": "  - high_school_physics",
+      "acc,none": 0.33112582781456956,
+      "acc_stderr,none": 0.038425817186598696
+    },
+    "mmlu_high_school_statistics": {
+      "alias": "  - high_school_statistics",
+      "acc,none": 0.24074074074074073,
+      "acc_stderr,none": 0.029157522184605617
+    },
+    "mmlu_machine_learning": {
+      "alias": "  - machine_learning",
+      "acc,none": 0.3125,
+      "acc_stderr,none": 0.043994650575715215
+    }
+  }
+}

lm_eval/RWKV-x060-World-3B-v2.1-20240417-ctx4096/pad_11/0.4.8_2025-03-17T01-14-51.366696_mmlu.json

@@ -0,0 +1,330 @@
+{
+  "model": "/models/RWKV-x060-World-3B-v2.1-20240417-ctx4096.pth",
+  "tasks": [
+    "mmlu"
+  ],
+  "num_fewshot": 5,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "mmlu": {
+      "acc,none": 0.28300811850163793,
+      "acc_stderr,none": 0.0037926401279525677,
+      "alias": "mmlu"
+    },
+    "mmlu_humanities": {
+      "acc,none": 0.29330499468650373,
+      "acc_stderr,none": 0.00661831036231422,
+      "alias": " - humanities"
+    },
+    "mmlu_formal_logic": {
+      "alias": "  - formal_logic",
+      "acc,none": 0.23809523809523808,
+      "acc_stderr,none": 0.03809523809523811
+    },
+    "mmlu_high_school_european_history": {
+      "alias": "  - high_school_european_history",
+      "acc,none": 0.37575757575757573,
+      "acc_stderr,none": 0.03781887353205982
+    },
+    "mmlu_high_school_us_history": {
+      "alias": "  - high_school_us_history",
+      "acc,none": 0.29411764705882354,
+      "acc_stderr,none": 0.031980016601150726
+    },
+    "mmlu_high_school_world_history": {
+      "alias": "  - high_school_world_history",
+      "acc,none": 0.2616033755274262,
+      "acc_stderr,none": 0.028609516716994934
+    },
+    "mmlu_international_law": {
+      "alias": "  - international_law",
+      "acc,none": 0.38016528925619836,
+      "acc_stderr,none": 0.04431324501968432
+    },
+    "mmlu_jurisprudence": {
+      "alias": "  - jurisprudence",
+      "acc,none": 0.2777777777777778,
+      "acc_stderr,none": 0.04330043749650741
+    },
+    "mmlu_logical_fallacies": {
+      "alias": "  - logical_fallacies",
+      "acc,none": 0.3312883435582822,
+      "acc_stderr,none": 0.03697983910025588
+    },
+    "mmlu_moral_disputes": {
+      "alias": "  - moral_disputes",
+      "acc,none": 0.3063583815028902,
+      "acc_stderr,none": 0.024818350129436596
+    },
+    "mmlu_moral_scenarios": {
+      "alias": "  - moral_scenarios",
+      "acc,none": 0.2324022346368715,
+      "acc_stderr,none": 0.014125968754673403
+    },
+    "mmlu_philosophy": {
+      "alias": "  - philosophy",
+      "acc,none": 0.33762057877813506,
+      "acc_stderr,none": 0.02685882587948854
+    },
+    "mmlu_prehistory": {
+      "alias": "  - prehistory",
+      "acc,none": 0.3425925925925926,
+      "acc_stderr,none": 0.02640614597362568
+    },
+    "mmlu_professional_law": {
+      "alias": "  - professional_law",
+      "acc,none": 0.2907431551499348,
+      "acc_stderr,none": 0.011598062372851981
+    },
+    "mmlu_world_religions": {
+      "alias": "  - world_religions",
+      "acc,none": 0.3508771929824561,
+      "acc_stderr,none": 0.03660298834049163
+    },
+    "mmlu_other": {
+      "acc,none": 0.28451882845188287,
+      "acc_stderr,none": 0.008058064756071836,
+      "alias": " - other"
+    },
+    "mmlu_business_ethics": {
+      "alias": "  - business_ethics",
+      "acc,none": 0.32,
+      "acc_stderr,none": 0.046882617226215034
+    },
+    "mmlu_clinical_knowledge": {
+      "alias": "  - clinical_knowledge",
+      "acc,none": 0.24150943396226415,
+      "acc_stderr,none": 0.02634148037111836
+    },
+    "mmlu_college_medicine": {
+      "alias": "  - college_medicine",
+      "acc,none": 0.2543352601156069,
+      "acc_stderr,none": 0.0332055644308557
+    },
+    "mmlu_global_facts": {
+      "alias": "  - global_facts",
+      "acc,none": 0.32,
+      "acc_stderr,none": 0.04688261722621505
+    },
+    "mmlu_human_aging": {
+      "alias": "  - human_aging",
+      "acc,none": 0.2242152466367713,
+      "acc_stderr,none": 0.02799153425851952
+    },
+    "mmlu_management": {
+      "alias": "  - management",
+      "acc,none": 0.20388349514563106,
+      "acc_stderr,none": 0.0398913985953177
+    },
+    "mmlu_marketing": {
+      "alias": "  - marketing",
+      "acc,none": 0.3247863247863248,
+      "acc_stderr,none": 0.030679022765498835
+    },
+    "mmlu_medical_genetics": {
+      "alias": "  - medical_genetics",
+      "acc,none": 0.19,
+      "acc_stderr,none": 0.03942772444036623
+    },
+    "mmlu_miscellaneous": {
+      "alias": "  - miscellaneous",
+      "acc,none": 0.351213282247765,
+      "acc_stderr,none": 0.01706998205149943
+    },
+    "mmlu_nutrition": {
+      "alias": "  - nutrition",
+      "acc,none": 0.29411764705882354,
+      "acc_stderr,none": 0.026090162504279046
+    },
+    "mmlu_professional_accounting": {
+      "alias": "  - professional_accounting",
+      "acc,none": 0.2765957446808511,
+      "acc_stderr,none": 0.026684564340461
+    },
+    "mmlu_professional_medicine": {
+      "alias": "  - professional_medicine",
+      "acc,none": 0.22794117647058823,
+      "acc_stderr,none": 0.025483081468029804
+    },
+    "mmlu_virology": {
+      "alias": "  - virology",
+      "acc,none": 0.2469879518072289,
+      "acc_stderr,none": 0.03357351982064536
+    },
+    "mmlu_social_sciences": {
+      "acc,none": 0.27494312642183943,
+      "acc_stderr,none": 0.008044129845426675,
+      "alias": " - social sciences"
+    },
+    "mmlu_econometrics": {
+      "alias": "  - econometrics",
+      "acc,none": 0.24561403508771928,
+      "acc_stderr,none": 0.040493392977481425
+    },
+    "mmlu_high_school_geography": {
+      "alias": "  - high_school_geography",
+      "acc,none": 0.29797979797979796,
+      "acc_stderr,none": 0.03258630383836556
+    },
+    "mmlu_high_school_government_and_politics": {
+      "alias": "  - high_school_government_and_politics",
+      "acc,none": 0.31088082901554404,
+      "acc_stderr,none": 0.03340361906276586
+    },
+    "mmlu_high_school_macroeconomics": {
+      "alias": "  - high_school_macroeconomics",
+      "acc,none": 0.22564102564102564,
+      "acc_stderr,none": 0.021193632525148533
+    },
+    "mmlu_high_school_microeconomics": {
+      "alias": "  - high_school_microeconomics",
+      "acc,none": 0.23529411764705882,
+      "acc_stderr,none": 0.02755361446786379
+    },
+    "mmlu_high_school_psychology": {
+      "alias": "  - high_school_psychology",
+      "acc,none": 0.27155963302752295,
+      "acc_stderr,none": 0.019069098363191445
+    },
+    "mmlu_human_sexuality": {
+      "alias": "  - human_sexuality",
+      "acc,none": 0.2900763358778626,
+      "acc_stderr,none": 0.03980066246467766
+    },
+    "mmlu_professional_psychology": {
+      "alias": "  - professional_psychology",
+      "acc,none": 0.29248366013071897,
+      "acc_stderr,none": 0.01840341571010978
+    },
+    "mmlu_public_relations": {
+      "alias": "  - public_relations",
+      "acc,none": 0.36363636363636365,
+      "acc_stderr,none": 0.046075820907199756
+    },
+    "mmlu_security_studies": {
+      "alias": "  - security_studies",
+      "acc,none": 0.2612244897959184,
+      "acc_stderr,none": 0.028123429335142787
+    },
+    "mmlu_sociology": {
+      "alias": "  - sociology",
+      "acc,none": 0.3034825870646766,
+      "acc_stderr,none": 0.03251006816458619
+    },
+    "mmlu_us_foreign_policy": {
+      "alias": "  - us_foreign_policy",
+      "acc,none": 0.25,
+      "acc_stderr,none": 0.04351941398892446
+    },
+    "mmlu_stem": {
+      "acc,none": 0.27402473834443386,
+      "acc_stderr,none": 0.007942050435080712,
+      "alias": " - stem"
+    },
+    "mmlu_abstract_algebra": {
+      "alias": "  - abstract_algebra",
+      "acc,none": 0.23,
+      "acc_stderr,none": 0.042295258468165065
+    },
+    "mmlu_anatomy": {
+      "alias": "  - anatomy",
+      "acc,none": 0.35555555555555557,
+      "acc_stderr,none": 0.04135176749720386
+    },
+    "mmlu_astronomy": {
+      "alias": "  - astronomy",
+      "acc,none": 0.2894736842105263,
+      "acc_stderr,none": 0.03690677986137282
+    },
+    "mmlu_college_biology": {
+      "alias": "  - college_biology",
+      "acc,none": 0.2777777777777778,
+      "acc_stderr,none": 0.03745554791462457
+    },
+    "mmlu_college_chemistry": {
+      "alias": "  - college_chemistry",
+      "acc,none": 0.19,
+      "acc_stderr,none": 0.039427724440366234
+    },
+    "mmlu_college_computer_science": {
+      "alias": "  - college_computer_science",
+      "acc,none": 0.27,
+      "acc_stderr,none": 0.0446196043338474
+    },
+    "mmlu_college_mathematics": {
+      "alias": "  - college_mathematics",
+      "acc,none": 0.26,
+      "acc_stderr,none": 0.0440844002276808
+    },
+    "mmlu_college_physics": {
+      "alias": "  - college_physics",
+      "acc,none": 0.21568627450980393,
+      "acc_stderr,none": 0.04092563958237656
+    },
+    "mmlu_computer_security": {
+      "alias": "  - computer_security",
+      "acc,none": 0.31,
+      "acc_stderr,none": 0.04648231987117316
+    },
+    "mmlu_conceptual_physics": {
+      "alias": "  - conceptual_physics",
+      "acc,none": 0.2425531914893617,
+      "acc_stderr,none": 0.028020226271200217
+    },
+    "mmlu_electrical_engineering": {
+      "alias": "  - electrical_engineering",
+      "acc,none": 0.3103448275862069,
+      "acc_stderr,none": 0.038552896163789485
+    },
+    "mmlu_elementary_mathematics": {
+      "alias": "  - elementary_mathematics",
+      "acc,none": 0.2698412698412698,
+      "acc_stderr,none": 0.022860838309232072
+    },
+    "mmlu_high_school_biology": {
+      "alias": "  - high_school_biology",
+      "acc,none": 0.2870967741935484,
+      "acc_stderr,none": 0.02573654274559452
+    },
+    "mmlu_high_school_chemistry": {
+      "alias": "  - high_school_chemistry",
+      "acc,none": 0.30049261083743845,
+      "acc_stderr,none": 0.03225799476233485
+    },
+    "mmlu_high_school_computer_science": {
+      "alias": "  - high_school_computer_science",
+      "acc,none": 0.33,
+      "acc_stderr,none": 0.047258156262526045
+    },
+    "mmlu_high_school_mathematics": {
+      "alias": "  - high_school_mathematics",
+      "acc,none": 0.25925925925925924,
+      "acc_stderr,none": 0.026719240783712184
+    },
+    "mmlu_high_school_physics": {
+      "alias": "  - high_school_physics",
+      "acc,none": 0.2913907284768212,
+      "acc_stderr,none": 0.03710185726119994
+    },
+    "mmlu_high_school_statistics": {
+      "alias": "  - high_school_statistics",
+      "acc,none": 0.22685185185185186,
+      "acc_stderr,none": 0.028561650102422263
+    },
+    "mmlu_machine_learning": {
+      "alias": "  - machine_learning",
+      "acc,none": 0.30357142857142855,
+      "acc_stderr,none": 0.04364226155841044
+    }
+  }
+}