Upload folder using huggingface_hub

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-13T19-06-20.531501_lambada_openai.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "lambada_openai"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "lambada_openai": {
+      "alias": "lambada_openai",
+      "perplexity,none": 12.407350784089648,
+      "perplexity_stderr,none": 0.37458781533549945,
+      "acc,none": 0.48981176013972444,
+      "acc_stderr,none": 0.006964531366864929
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-13T19-21-44.119690_hellaswag.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "hellaswag"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "hellaswag": {
+      "alias": "hellaswag",
+      "acc,none": 0.3467436765584545,
+      "acc_stderr,none": 0.004749606196363352,
+      "acc_norm,none": 0.4219279028082055,
+      "acc_norm_stderr,none": 0.004928578106026366
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-13T19-23-17.145963_piqa.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "piqa"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "piqa": {
+      "alias": "piqa",
+      "acc,none": 0.6713819368879217,
+      "acc_stderr,none": 0.010959127105167044,
+      "acc_norm,none": 0.6637649619151251,
+      "acc_norm_stderr,none": 0.01102234670897023
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-13T19-26-14.237824_arc_easy.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "arc_easy"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "arc_easy": {
+      "alias": "arc_easy",
+      "acc,none": 0.5660774410774411,
+      "acc_stderr,none": 0.010169795770462104,
+      "acc_norm,none": 0.4877946127946128,
+      "acc_norm_stderr,none": 0.01025672623512901
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-13T19-27-50.078594_arc_challenge.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "arc_challenge"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "arc_challenge": {
+      "alias": "arc_challenge",
+      "acc,none": 0.2363481228668942,
+      "acc_stderr,none": 0.012414960524301853,
+      "acc_norm,none": 0.2764505119453925,
+      "acc_norm_stderr,none": 0.013069662474252428
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-13T20-26-56.754045_glue.json

@@ -0,0 +1,69 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "glue"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "cola": {
+      "alias": "cola",
+      "mcc,none": 0.0,
+      "mcc_stderr,none": 0.0
+    },
+    "mnli": {
+      "alias": "mnli",
+      "acc,none": 0.31818644931227713,
+      "acc_stderr,none": 0.004701653585969689
+    },
+    "mnli_mismatch": {
+      "alias": "mnli_mismatch",
+      "acc,none": 0.31834825061025224,
+      "acc_stderr,none": 0.004698223389253123
+    },
+    "mrpc": {
+      "alias": "mrpc",
+      "acc,none": 0.31862745098039214,
+      "acc_stderr,none": 0.023095996571841474,
+      "f1,none": 0.027972027972027972,
+      "f1_stderr,none": 0.013657795743166324
+    },
+    "qnli": {
+      "alias": "qnli",
+      "acc,none": 0.49203734211971445,
+      "acc_stderr,none": 0.006764552590269392
+    },
+    "qqp": {
+      "alias": "qqp",
+      "acc,none": 0.4093742270591145,
+      "acc_stderr,none": 0.0024455128327978796,
+      "f1,none": 0.5085108572604713,
+      "f1_stderr,none": 0.002764972824540013
+    },
+    "rte": {
+      "alias": "rte",
+      "acc,none": 0.5631768953068592,
+      "acc_stderr,none": 0.029855247390314938
+    },
+    "sst2": {
+      "alias": "sst2",
+      "acc,none": 0.8188073394495413,
+      "acc_stderr,none": 0.013051249343626403
+    },
+    "wnli": {
+      "alias": "wnli",
+      "acc,none": 0.4647887323943662,
+      "acc_stderr,none": 0.05961305784972239
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-13T20-27-55.978255_winogrande.json

@@ -0,0 +1,25 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "winogrande"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "winogrande": {
+      "alias": "winogrande",
+      "acc,none": 0.5256511444356748,
+      "acc_stderr,none": 0.014033980956108558
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-13T20-29-37.701435_sciq.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "sciq"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "sciq": {
+      "alias": "sciq",
+      "acc,none": 0.862,
+      "acc_stderr,none": 0.010912152632504417,
+      "acc_norm,none": 0.79,
+      "acc_norm_stderr,none": 0.012886662332274527
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-13T20-50-27.279294_mmlu.json

@@ -0,0 +1,330 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "mmlu"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "mmlu": {
+      "acc,none": 0.2577980344680245,
+      "acc_stderr,none": 0.003687241789650295,
+      "alias": "mmlu"
+    },
+    "mmlu_humanities": {
+      "acc,none": 0.2459086078639745,
+      "acc_stderr,none": 0.006272632557690886,
+      "alias": " - humanities"
+    },
+    "mmlu_formal_logic": {
+      "alias": "  - formal_logic",
+      "acc,none": 0.3333333333333333,
+      "acc_stderr,none": 0.04216370213557836
+    },
+    "mmlu_high_school_european_history": {
+      "alias": "  - high_school_european_history",
+      "acc,none": 0.3151515151515151,
+      "acc_stderr,none": 0.0362773057502241
+    },
+    "mmlu_high_school_us_history": {
+      "alias": "  - high_school_us_history",
+      "acc,none": 0.25,
+      "acc_stderr,none": 0.03039153369274154
+    },
+    "mmlu_high_school_world_history": {
+      "alias": "  - high_school_world_history",
+      "acc,none": 0.2742616033755274,
+      "acc_stderr,none": 0.02904133351059801
+    },
+    "mmlu_international_law": {
+      "alias": "  - international_law",
+      "acc,none": 0.2396694214876033,
+      "acc_stderr,none": 0.03896878985070417
+    },
+    "mmlu_jurisprudence": {
+      "alias": "  - jurisprudence",
+      "acc,none": 0.21296296296296297,
+      "acc_stderr,none": 0.0395783547198098
+    },
+    "mmlu_logical_fallacies": {
+      "alias": "  - logical_fallacies",
+      "acc,none": 0.2392638036809816,
+      "acc_stderr,none": 0.03351953879521271
+    },
+    "mmlu_moral_disputes": {
+      "alias": "  - moral_disputes",
+      "acc,none": 0.22832369942196531,
+      "acc_stderr,none": 0.022598703804321635
+    },
+    "mmlu_moral_scenarios": {
+      "alias": "  - moral_scenarios",
+      "acc,none": 0.2547486033519553,
+      "acc_stderr,none": 0.014572650383409158
+    },
+    "mmlu_philosophy": {
+      "alias": "  - philosophy",
+      "acc,none": 0.1832797427652733,
+      "acc_stderr,none": 0.021974198848265805
+    },
+    "mmlu_prehistory": {
+      "alias": "  - prehistory",
+      "acc,none": 0.21604938271604937,
+      "acc_stderr,none": 0.022899162918445785
+    },
+    "mmlu_professional_law": {
+      "alias": "  - professional_law",
+      "acc,none": 0.2503259452411995,
+      "acc_stderr,none": 0.011064151027165441
+    },
+    "mmlu_world_religions": {
+      "alias": "  - world_religions",
+      "acc,none": 0.2222222222222222,
+      "acc_stderr,none": 0.031885780176863984
+    },
+    "mmlu_other": {
+      "acc,none": 0.2581268104280657,
+      "acc_stderr,none": 0.007836786127741097,
+      "alias": " - other"
+    },
+    "mmlu_business_ethics": {
+      "alias": "  - business_ethics",
+      "acc,none": 0.24,
+      "acc_stderr,none": 0.04292346959909283
+    },
+    "mmlu_clinical_knowledge": {
+      "alias": "  - clinical_knowledge",
+      "acc,none": 0.2943396226415094,
+      "acc_stderr,none": 0.028049186315695245
+    },
+    "mmlu_college_medicine": {
+      "alias": "  - college_medicine",
+      "acc,none": 0.2543352601156069,
+      "acc_stderr,none": 0.0332055644308557
+    },
+    "mmlu_global_facts": {
+      "alias": "  - global_facts",
+      "acc,none": 0.2,
+      "acc_stderr,none": 0.04020151261036843
+    },
+    "mmlu_human_aging": {
+      "alias": "  - human_aging",
+      "acc,none": 0.28699551569506726,
+      "acc_stderr,none": 0.03036037971029195
+    },
+    "mmlu_management": {
+      "alias": "  - management",
+      "acc,none": 0.33980582524271846,
+      "acc_stderr,none": 0.046897659372781356
+    },
+    "mmlu_marketing": {
+      "alias": "  - marketing",
+      "acc,none": 0.2606837606837607,
+      "acc_stderr,none": 0.028760348956523414
+    },
+    "mmlu_medical_genetics": {
+      "alias": "  - medical_genetics",
+      "acc,none": 0.22,
+      "acc_stderr,none": 0.04163331998932269
+    },
+    "mmlu_miscellaneous": {
+      "alias": "  - miscellaneous",
+      "acc,none": 0.21966794380587484,
+      "acc_stderr,none": 0.014805384478371158
+    },
+    "mmlu_nutrition": {
+      "alias": "  - nutrition",
+      "acc,none": 0.28104575163398693,
+      "acc_stderr,none": 0.025738854797818705
+    },
+    "mmlu_professional_accounting": {
+      "alias": "  - professional_accounting",
+      "acc,none": 0.25886524822695034,
+      "acc_stderr,none": 0.026129572527180848
+    },
+    "mmlu_professional_medicine": {
+      "alias": "  - professional_medicine",
+      "acc,none": 0.3235294117647059,
+      "acc_stderr,none": 0.028418208619406794
+    },
+    "mmlu_virology": {
+      "alias": "  - virology",
+      "acc,none": 0.21084337349397592,
+      "acc_stderr,none": 0.031755547866299194
+    },
+    "mmlu_social_sciences": {
+      "acc,none": 0.2612934676633084,
+      "acc_stderr,none": 0.007931489440202161,
+      "alias": " - social sciences"
+    },
+    "mmlu_econometrics": {
+      "alias": "  - econometrics",
+      "acc,none": 0.23684210526315788,
+      "acc_stderr,none": 0.039994238792813344
+    },
+    "mmlu_high_school_geography": {
+      "alias": "  - high_school_geography",
+      "acc,none": 0.2878787878787879,
+      "acc_stderr,none": 0.03225883512300992
+    },
+    "mmlu_high_school_government_and_politics": {
+      "alias": "  - high_school_government_and_politics",
+      "acc,none": 0.25906735751295334,
+      "acc_stderr,none": 0.0316187791793541
+    },
+    "mmlu_high_school_macroeconomics": {
+      "alias": "  - high_school_macroeconomics",
+      "acc,none": 0.26153846153846155,
+      "acc_stderr,none": 0.022282141204204426
+    },
+    "mmlu_high_school_microeconomics": {
+      "alias": "  - high_school_microeconomics",
+      "acc,none": 0.2857142857142857,
+      "acc_stderr,none": 0.029344572500634335
+    },
+    "mmlu_high_school_psychology": {
+      "alias": "  - high_school_psychology",
+      "acc,none": 0.25504587155963304,
+      "acc_stderr,none": 0.018688500856535832
+    },
+    "mmlu_human_sexuality": {
+      "alias": "  - human_sexuality",
+      "acc,none": 0.2748091603053435,
+      "acc_stderr,none": 0.03915345408847836
+    },
+    "mmlu_professional_psychology": {
+      "alias": "  - professional_psychology",
+      "acc,none": 0.25980392156862747,
+      "acc_stderr,none": 0.017740899509177795
+    },
+    "mmlu_public_relations": {
+      "alias": "  - public_relations",
+      "acc,none": 0.2636363636363636,
+      "acc_stderr,none": 0.04220224692971987
+    },
+    "mmlu_security_studies": {
+      "alias": "  - security_studies",
+      "acc,none": 0.24081632653061225,
+      "acc_stderr,none": 0.027372942201788163
+    },
+    "mmlu_sociology": {
+      "alias": "  - sociology",
+      "acc,none": 0.2736318407960199,
+      "acc_stderr,none": 0.031524391865554016
+    },
+    "mmlu_us_foreign_policy": {
+      "alias": "  - us_foreign_policy",
+      "acc,none": 0.23,
+      "acc_stderr,none": 0.04229525846816505
+    },
+    "mmlu_stem": {
+      "acc,none": 0.2718046305106248,
+      "acc_stderr,none": 0.00790588931133328,
+      "alias": " - stem"
+    },
+    "mmlu_abstract_algebra": {
+      "alias": "  - abstract_algebra",
+      "acc,none": 0.22,
+      "acc_stderr,none": 0.04163331998932269
+    },
+    "mmlu_anatomy": {
+      "alias": "  - anatomy",
+      "acc,none": 0.2222222222222222,
+      "acc_stderr,none": 0.03591444084196969
+    },
+    "mmlu_astronomy": {
+      "alias": "  - astronomy",
+      "acc,none": 0.27631578947368424,
+      "acc_stderr,none": 0.03639057569952924
+    },
+    "mmlu_college_biology": {
+      "alias": "  - college_biology",
+      "acc,none": 0.2569444444444444,
+      "acc_stderr,none": 0.03653946969442099
+    },
+    "mmlu_college_chemistry": {
+      "alias": "  - college_chemistry",
+      "acc,none": 0.36,
+      "acc_stderr,none": 0.04824181513244218
+    },
+    "mmlu_college_computer_science": {
+      "alias": "  - college_computer_science",
+      "acc,none": 0.27,
+      "acc_stderr,none": 0.04461960433384741
+    },
+    "mmlu_college_mathematics": {
+      "alias": "  - college_mathematics",
+      "acc,none": 0.3,
+      "acc_stderr,none": 0.046056618647183814
+    },
+    "mmlu_college_physics": {
+      "alias": "  - college_physics",
+      "acc,none": 0.3431372549019608,
+      "acc_stderr,none": 0.047240073523838896
+    },
+    "mmlu_computer_security": {
+      "alias": "  - computer_security",
+      "acc,none": 0.23,
+      "acc_stderr,none": 0.04229525846816506
+    },
+    "mmlu_conceptual_physics": {
+      "alias": "  - conceptual_physics",
+      "acc,none": 0.20851063829787234,
+      "acc_stderr,none": 0.026556982117838725
+    },
+    "mmlu_electrical_engineering": {
+      "alias": "  - electrical_engineering",
+      "acc,none": 0.2,
+      "acc_stderr,none": 0.033333333333333284
+    },
+    "mmlu_elementary_mathematics": {
+      "alias": "  - elementary_mathematics",
+      "acc,none": 0.2724867724867725,
+      "acc_stderr,none": 0.022930973071633356
+    },
+    "mmlu_high_school_biology": {
+      "alias": "  - high_school_biology",
+      "acc,none": 0.2903225806451613,
+      "acc_stderr,none": 0.025822106119415898
+    },
+    "mmlu_high_school_chemistry": {
+      "alias": "  - high_school_chemistry",
+      "acc,none": 0.2561576354679803,
+      "acc_stderr,none": 0.030712730070982592
+    },
+    "mmlu_high_school_computer_science": {
+      "alias": "  - high_school_computer_science",
+      "acc,none": 0.23,
+      "acc_stderr,none": 0.04229525846816508
+    },
+    "mmlu_high_school_mathematics": {
+      "alias": "  - high_school_mathematics",
+      "acc,none": 0.3,
+      "acc_stderr,none": 0.027940457136228416
+    },
+    "mmlu_high_school_physics": {
+      "alias": "  - high_school_physics",
+      "acc,none": 0.2781456953642384,
+      "acc_stderr,none": 0.03658603262763743
+    },
+    "mmlu_high_school_statistics": {
+      "alias": "  - high_school_statistics",
+      "acc,none": 0.36574074074074076,
+      "acc_stderr,none": 0.032847388576472056
+    },
+    "mmlu_machine_learning": {
+      "alias": "  - machine_learning",
+      "acc,none": 0.24107142857142858,
+      "acc_stderr,none": 0.04059867246952687
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-13T21-00-05.534236_lambada_multilingual.json

@@ -0,0 +1,55 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "lambada_multilingual"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "lambada_openai_mt_de": {
+      "alias": "lambada_openai_mt_de",
+      "perplexity,none": 217.60668191767158,
+      "perplexity_stderr,none": 13.386879667864363,
+      "acc,none": 0.24238307781874635,
+      "acc_stderr,none": 0.00597018864415414
+    },
+    "lambada_openai_mt_en": {
+      "alias": "lambada_openai_mt_en",
+      "perplexity,none": 12.40735077022245,
+      "perplexity_stderr,none": 0.37458781378621286,
+      "acc,none": 0.48981176013972444,
+      "acc_stderr,none": 0.006964531366864929
+    },
+    "lambada_openai_mt_es": {
+      "alias": "lambada_openai_mt_es",
+      "perplexity,none": 266.1166411896921,
+      "perplexity_stderr,none": 15.92044089608634,
+      "acc,none": 0.2501455462837182,
+      "acc_stderr,none": 0.006033883877757193
+    },
+    "lambada_openai_mt_fr": {
+      "alias": "lambada_openai_mt_fr",
+      "perplexity,none": 128.38541768361372,
+      "perplexity_stderr,none": 7.512376165987988,
+      "acc,none": 0.31476809625460894,
+      "acc_stderr,none": 0.0064703267662255814
+    },
+    "lambada_openai_mt_it": {
+      "alias": "lambada_openai_mt_it",
+      "perplexity,none": 209.98639759161097,
+      "perplexity_stderr,none": 13.315525534037729,
+      "acc,none": 0.2850766543760916,
+      "acc_stderr,none": 0.006289594388741717
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-13T21-15-59.241658_pawsx.json

@@ -0,0 +1,60 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "pawsx"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "pawsx": {
+      "acc,none": 0.4645714285714286,
+      "acc_stderr,none": 0.004212978865599906,
+      "alias": "pawsx"
+    },
+    "paws_de": {
+      "alias": " - paws_de",
+      "acc,none": 0.4535,
+      "acc_stderr,none": 0.011134669525078671
+    },
+    "paws_en": {
+      "alias": " - paws_en",
+      "acc,none": 0.466,
+      "acc_stderr,none": 0.01115725065242577
+    },
+    "paws_es": {
+      "alias": " - paws_es",
+      "acc,none": 0.508,
+      "acc_stderr,none": 0.01118170448803001
+    },
+    "paws_fr": {
+      "alias": " - paws_fr",
+      "acc,none": 0.4715,
+      "acc_stderr,none": 0.011164954236428791
+    },
+    "paws_ja": {
+      "alias": " - paws_ja",
+      "acc,none": 0.4455,
+      "acc_stderr,none": 0.011116504096687392
+    },
+    "paws_ko": {
+      "alias": " - paws_ko",
+      "acc,none": 0.4555,
+      "acc_stderr,none": 0.011138757154883975
+    },
+    "paws_zh": {
+      "alias": " - paws_zh",
+      "acc,none": 0.452,
+      "acc_stderr,none": 0.01113148485052578
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-13T21-20-10.333493_xcopa.json

@@ -0,0 +1,80 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "xcopa"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "xcopa": {
+      "acc,none": 0.5296363636363637,
+      "acc_stderr,none": 0.006732007807068195,
+      "alias": "xcopa"
+    },
+    "xcopa_et": {
+      "alias": " - xcopa_et",
+      "acc,none": 0.496,
+      "acc_stderr,none": 0.02238235778196214
+    },
+    "xcopa_ht": {
+      "alias": " - xcopa_ht",
+      "acc,none": 0.526,
+      "acc_stderr,none": 0.02235279165091416
+    },
+    "xcopa_id": {
+      "alias": " - xcopa_id",
+      "acc,none": 0.56,
+      "acc_stderr,none": 0.02222133153414303
+    },
+    "xcopa_it": {
+      "alias": " - xcopa_it",
+      "acc,none": 0.524,
+      "acc_stderr,none": 0.022357273881016403
+    },
+    "xcopa_qu": {
+      "alias": " - xcopa_qu",
+      "acc,none": 0.5,
+      "acc_stderr,none": 0.022383074051792257
+    },
+    "xcopa_sw": {
+      "alias": " - xcopa_sw",
+      "acc,none": 0.528,
+      "acc_stderr,none": 0.022347949832668093
+    },
+    "xcopa_ta": {
+      "alias": " - xcopa_ta",
+      "acc,none": 0.534,
+      "acc_stderr,none": 0.02233126442325838
+    },
+    "xcopa_th": {
+      "alias": " - xcopa_th",
+      "acc,none": 0.554,
+      "acc_stderr,none": 0.022252153078595897
+    },
+    "xcopa_tr": {
+      "alias": " - xcopa_tr",
+      "acc,none": 0.524,
+      "acc_stderr,none": 0.0223572738810164
+    },
+    "xcopa_vi": {
+      "alias": " - xcopa_vi",
+      "acc,none": 0.532,
+      "acc_stderr,none": 0.022337186479044296
+    },
+    "xcopa_zh": {
+      "alias": " - xcopa_zh",
+      "acc,none": 0.548,
+      "acc_stderr,none": 0.02227969410784342
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-14T10-31-47.400032_xnli.json

@@ -0,0 +1,100 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "xnli"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "xnli": {
+      "acc,none": 0.3738152610441767,
+      "acc_stderr,none": 0.0024958379883944465,
+      "alias": "xnli"
+    },
+    "xnli_ar": {
+      "alias": " - xnli_ar",
+      "acc,none": 0.3385542168674699,
+      "acc_stderr,none": 0.009485250208516881
+    },
+    "xnli_bg": {
+      "alias": " - xnli_bg",
+      "acc,none": 0.3646586345381526,
+      "acc_stderr,none": 0.009647934990250467
+    },
+    "xnli_de": {
+      "alias": " - xnli_de",
+      "acc,none": 0.41405622489959837,
+      "acc_stderr,none": 0.009872910116421196
+    },
+    "xnli_el": {
+      "alias": " - xnli_el",
+      "acc,none": 0.3417670682730924,
+      "acc_stderr,none": 0.009506977398287627
+    },
+    "xnli_en": {
+      "alias": " - xnli_en",
+      "acc,none": 0.4682730923694779,
+      "acc_stderr,none": 0.010001876146466708
+    },
+    "xnli_es": {
+      "alias": " - xnli_es",
+      "acc,none": 0.37751004016064255,
+      "acc_stderr,none": 0.009716681793584016
+    },
+    "xnli_fr": {
+      "alias": " - xnli_fr",
+      "acc,none": 0.42610441767068274,
+      "acc_stderr,none": 0.00991201637745908
+    },
+    "xnli_hi": {
+      "alias": " - xnli_hi",
+      "acc,none": 0.3542168674698795,
+      "acc_stderr,none": 0.009586620142951845
+    },
+    "xnli_ru": {
+      "alias": " - xnli_ru",
+      "acc,none": 0.42289156626506025,
+      "acc_stderr,none": 0.009902179034797433
+    },
+    "xnli_sw": {
+      "alias": " - xnli_sw",
+      "acc,none": 0.351004016064257,
+      "acc_stderr,none": 0.0095667538348033
+    },
+    "xnli_th": {
+      "alias": " - xnli_th",
+      "acc,none": 0.3485943775100402,
+      "acc_stderr,none": 0.009551542053301817
+    },
+    "xnli_tr": {
+      "alias": " - xnli_tr",
+      "acc,none": 0.3550200803212851,
+      "acc_stderr,none": 0.009591512730974291
+    },
+    "xnli_ur": {
+      "alias": " - xnli_ur",
+      "acc,none": 0.336144578313253,
+      "acc_stderr,none": 0.009468634669293527
+    },
+    "xnli_vi": {
+      "alias": " - xnli_vi",
+      "acc,none": 0.37028112449799194,
+      "acc_stderr,none": 0.009678915409840288
+    },
+    "xnli_zh": {
+      "alias": " - xnli_zh",
+      "acc,none": 0.3381526104417671,
+      "acc_stderr,none": 0.009482500057981024
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-14T10-48-34.071254_xstorycloze.json

@@ -0,0 +1,80 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "xstorycloze"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "xstorycloze": {
+      "acc,none": 0.5253594849888695,
+      "acc_stderr,none": 0.0038631877983218758,
+      "alias": "xstorycloze"
+    },
+    "xstorycloze_ar": {
+      "alias": " - xstorycloze_ar",
+      "acc,none": 0.47650562541363334,
+      "acc_stderr,none": 0.012852912530051752
+    },
+    "xstorycloze_en": {
+      "alias": " - xstorycloze_en",
+      "acc,none": 0.6307081403044341,
+      "acc_stderr,none": 0.01241968588127358
+    },
+    "xstorycloze_es": {
+      "alias": " - xstorycloze_es",
+      "acc,none": 0.5433487756452681,
+      "acc_stderr,none": 0.01281867645248196
+    },
+    "xstorycloze_eu": {
+      "alias": " - xstorycloze_eu",
+      "acc,none": 0.5201853077432164,
+      "acc_stderr,none": 0.012856635706498292
+    },
+    "xstorycloze_hi": {
+      "alias": " - xstorycloze_hi",
+      "acc,none": 0.5129053606882858,
+      "acc_stderr,none": 0.012862838605728474
+    },
+    "xstorycloze_id": {
+      "alias": " - xstorycloze_id",
+      "acc,none": 0.5069490403706155,
+      "acc_stderr,none": 0.01286588257096072
+    },
+    "xstorycloze_my": {
+      "alias": " - xstorycloze_my",
+      "acc,none": 0.5016545334215751,
+      "acc_stderr,none": 0.012867054869163341
+    },
+    "xstorycloze_ru": {
+      "alias": " - xstorycloze_ru",
+      "acc,none": 0.5155526141628061,
+      "acc_stderr,none": 0.012860899111470784
+    },
+    "xstorycloze_sw": {
+      "alias": " - xstorycloze_sw",
+      "acc,none": 0.49636002647253474,
+      "acc_stderr,none": 0.01286678434828923
+    },
+    "xstorycloze_te": {
+      "alias": " - xstorycloze_te",
+      "acc,none": 0.5360688285903376,
+      "acc_stderr,none": 0.012833602406620017
+    },
+    "xstorycloze_zh": {
+      "alias": " - xstorycloze_zh",
+      "acc,none": 0.5387160820648577,
+      "acc_stderr,none": 0.012828493353271535
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-14T10-51-40.216025_xwinograd.json

@@ -0,0 +1,55 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "xwinograd"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "xwinograd": {
+      "acc,none": 0.640143852551135,
+      "acc_stderr,none": 0.007122015764479138,
+      "alias": "xwinograd"
+    },
+    "xwinograd_en": {
+      "alias": " - xwinograd_en",
+      "acc,none": 0.7002150537634408,
+      "acc_stderr,none": 0.00950391558599881
+    },
+    "xwinograd_fr": {
+      "alias": " - xwinograd_fr",
+      "acc,none": 0.6144578313253012,
+      "acc_stderr,none": 0.0537495779731939
+    },
+    "xwinograd_jp": {
+      "alias": " - xwinograd_jp",
+      "acc,none": 0.5464025026068822,
+      "acc_stderr,none": 0.016084549821364785
+    },
+    "xwinograd_pt": {
+      "alias": " - xwinograd_pt",
+      "acc,none": 0.5247148288973384,
+      "acc_stderr,none": 0.030852343325490784
+    },
+    "xwinograd_ru": {
+      "alias": " - xwinograd_ru",
+      "acc,none": 0.5650793650793651,
+      "acc_stderr,none": 0.027976598287184684
+    },
+    "xwinograd_zh": {
+      "alias": " - xwinograd_zh",
+      "acc,none": 0.6527777777777778,
+      "acc_stderr,none": 0.021227675707409237
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_0/0.4.8_2025-03-14T11-47-43.816593_mmlu.json

@@ -0,0 +1,330 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "mmlu"
+  ],
+  "num_fewshot": 5,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 0,
+  "pad_token_ids": [
+    0
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "mmlu": {
+      "acc,none": 0.2577980344680245,
+      "acc_stderr,none": 0.003687241789650295,
+      "alias": "mmlu"
+    },
+    "mmlu_humanities": {
+      "acc,none": 0.2459086078639745,
+      "acc_stderr,none": 0.006272632557690886,
+      "alias": " - humanities"
+    },
+    "mmlu_formal_logic": {
+      "alias": "  - formal_logic",
+      "acc,none": 0.3333333333333333,
+      "acc_stderr,none": 0.04216370213557836
+    },
+    "mmlu_high_school_european_history": {
+      "alias": "  - high_school_european_history",
+      "acc,none": 0.3151515151515151,
+      "acc_stderr,none": 0.0362773057502241
+    },
+    "mmlu_high_school_us_history": {
+      "alias": "  - high_school_us_history",
+      "acc,none": 0.25,
+      "acc_stderr,none": 0.03039153369274154
+    },
+    "mmlu_high_school_world_history": {
+      "alias": "  - high_school_world_history",
+      "acc,none": 0.2742616033755274,
+      "acc_stderr,none": 0.02904133351059801
+    },
+    "mmlu_international_law": {
+      "alias": "  - international_law",
+      "acc,none": 0.2396694214876033,
+      "acc_stderr,none": 0.03896878985070417
+    },
+    "mmlu_jurisprudence": {
+      "alias": "  - jurisprudence",
+      "acc,none": 0.21296296296296297,
+      "acc_stderr,none": 0.0395783547198098
+    },
+    "mmlu_logical_fallacies": {
+      "alias": "  - logical_fallacies",
+      "acc,none": 0.2392638036809816,
+      "acc_stderr,none": 0.03351953879521271
+    },
+    "mmlu_moral_disputes": {
+      "alias": "  - moral_disputes",
+      "acc,none": 0.22832369942196531,
+      "acc_stderr,none": 0.022598703804321635
+    },
+    "mmlu_moral_scenarios": {
+      "alias": "  - moral_scenarios",
+      "acc,none": 0.2547486033519553,
+      "acc_stderr,none": 0.014572650383409158
+    },
+    "mmlu_philosophy": {
+      "alias": "  - philosophy",
+      "acc,none": 0.1832797427652733,
+      "acc_stderr,none": 0.021974198848265805
+    },
+    "mmlu_prehistory": {
+      "alias": "  - prehistory",
+      "acc,none": 0.21604938271604937,
+      "acc_stderr,none": 0.022899162918445785
+    },
+    "mmlu_professional_law": {
+      "alias": "  - professional_law",
+      "acc,none": 0.2503259452411995,
+      "acc_stderr,none": 0.011064151027165441
+    },
+    "mmlu_world_religions": {
+      "alias": "  - world_religions",
+      "acc,none": 0.2222222222222222,
+      "acc_stderr,none": 0.031885780176863984
+    },
+    "mmlu_other": {
+      "acc,none": 0.2581268104280657,
+      "acc_stderr,none": 0.007836786127741097,
+      "alias": " - other"
+    },
+    "mmlu_business_ethics": {
+      "alias": "  - business_ethics",
+      "acc,none": 0.24,
+      "acc_stderr,none": 0.04292346959909283
+    },
+    "mmlu_clinical_knowledge": {
+      "alias": "  - clinical_knowledge",
+      "acc,none": 0.2943396226415094,
+      "acc_stderr,none": 0.028049186315695245
+    },
+    "mmlu_college_medicine": {
+      "alias": "  - college_medicine",
+      "acc,none": 0.2543352601156069,
+      "acc_stderr,none": 0.0332055644308557
+    },
+    "mmlu_global_facts": {
+      "alias": "  - global_facts",
+      "acc,none": 0.2,
+      "acc_stderr,none": 0.04020151261036843
+    },
+    "mmlu_human_aging": {
+      "alias": "  - human_aging",
+      "acc,none": 0.28699551569506726,
+      "acc_stderr,none": 0.03036037971029195
+    },
+    "mmlu_management": {
+      "alias": "  - management",
+      "acc,none": 0.33980582524271846,
+      "acc_stderr,none": 0.046897659372781356
+    },
+    "mmlu_marketing": {
+      "alias": "  - marketing",
+      "acc,none": 0.2606837606837607,
+      "acc_stderr,none": 0.028760348956523414
+    },
+    "mmlu_medical_genetics": {
+      "alias": "  - medical_genetics",
+      "acc,none": 0.22,
+      "acc_stderr,none": 0.04163331998932269
+    },
+    "mmlu_miscellaneous": {
+      "alias": "  - miscellaneous",
+      "acc,none": 0.21966794380587484,
+      "acc_stderr,none": 0.014805384478371158
+    },
+    "mmlu_nutrition": {
+      "alias": "  - nutrition",
+      "acc,none": 0.28104575163398693,
+      "acc_stderr,none": 0.025738854797818705
+    },
+    "mmlu_professional_accounting": {
+      "alias": "  - professional_accounting",
+      "acc,none": 0.25886524822695034,
+      "acc_stderr,none": 0.026129572527180848
+    },
+    "mmlu_professional_medicine": {
+      "alias": "  - professional_medicine",
+      "acc,none": 0.3235294117647059,
+      "acc_stderr,none": 0.028418208619406794
+    },
+    "mmlu_virology": {
+      "alias": "  - virology",
+      "acc,none": 0.21084337349397592,
+      "acc_stderr,none": 0.031755547866299194
+    },
+    "mmlu_social_sciences": {
+      "acc,none": 0.2612934676633084,
+      "acc_stderr,none": 0.007931489440202161,
+      "alias": " - social sciences"
+    },
+    "mmlu_econometrics": {
+      "alias": "  - econometrics",
+      "acc,none": 0.23684210526315788,
+      "acc_stderr,none": 0.039994238792813344
+    },
+    "mmlu_high_school_geography": {
+      "alias": "  - high_school_geography",
+      "acc,none": 0.2878787878787879,
+      "acc_stderr,none": 0.03225883512300992
+    },
+    "mmlu_high_school_government_and_politics": {
+      "alias": "  - high_school_government_and_politics",
+      "acc,none": 0.25906735751295334,
+      "acc_stderr,none": 0.0316187791793541
+    },
+    "mmlu_high_school_macroeconomics": {
+      "alias": "  - high_school_macroeconomics",
+      "acc,none": 0.26153846153846155,
+      "acc_stderr,none": 0.022282141204204426
+    },
+    "mmlu_high_school_microeconomics": {
+      "alias": "  - high_school_microeconomics",
+      "acc,none": 0.2857142857142857,
+      "acc_stderr,none": 0.029344572500634335
+    },
+    "mmlu_high_school_psychology": {
+      "alias": "  - high_school_psychology",
+      "acc,none": 0.25504587155963304,
+      "acc_stderr,none": 0.018688500856535832
+    },
+    "mmlu_human_sexuality": {
+      "alias": "  - human_sexuality",
+      "acc,none": 0.2748091603053435,
+      "acc_stderr,none": 0.03915345408847836
+    },
+    "mmlu_professional_psychology": {
+      "alias": "  - professional_psychology",
+      "acc,none": 0.25980392156862747,
+      "acc_stderr,none": 0.017740899509177795
+    },
+    "mmlu_public_relations": {
+      "alias": "  - public_relations",
+      "acc,none": 0.2636363636363636,
+      "acc_stderr,none": 0.04220224692971987
+    },
+    "mmlu_security_studies": {
+      "alias": "  - security_studies",
+      "acc,none": 0.24081632653061225,
+      "acc_stderr,none": 0.027372942201788163
+    },
+    "mmlu_sociology": {
+      "alias": "  - sociology",
+      "acc,none": 0.2736318407960199,
+      "acc_stderr,none": 0.031524391865554016
+    },
+    "mmlu_us_foreign_policy": {
+      "alias": "  - us_foreign_policy",
+      "acc,none": 0.23,
+      "acc_stderr,none": 0.04229525846816505
+    },
+    "mmlu_stem": {
+      "acc,none": 0.2718046305106248,
+      "acc_stderr,none": 0.00790588931133328,
+      "alias": " - stem"
+    },
+    "mmlu_abstract_algebra": {
+      "alias": "  - abstract_algebra",
+      "acc,none": 0.22,
+      "acc_stderr,none": 0.04163331998932269
+    },
+    "mmlu_anatomy": {
+      "alias": "  - anatomy",
+      "acc,none": 0.2222222222222222,
+      "acc_stderr,none": 0.03591444084196969
+    },
+    "mmlu_astronomy": {
+      "alias": "  - astronomy",
+      "acc,none": 0.27631578947368424,
+      "acc_stderr,none": 0.03639057569952924
+    },
+    "mmlu_college_biology": {
+      "alias": "  - college_biology",
+      "acc,none": 0.2569444444444444,
+      "acc_stderr,none": 0.03653946969442099
+    },
+    "mmlu_college_chemistry": {
+      "alias": "  - college_chemistry",
+      "acc,none": 0.36,
+      "acc_stderr,none": 0.04824181513244218
+    },
+    "mmlu_college_computer_science": {
+      "alias": "  - college_computer_science",
+      "acc,none": 0.27,
+      "acc_stderr,none": 0.04461960433384741
+    },
+    "mmlu_college_mathematics": {
+      "alias": "  - college_mathematics",
+      "acc,none": 0.3,
+      "acc_stderr,none": 0.046056618647183814
+    },
+    "mmlu_college_physics": {
+      "alias": "  - college_physics",
+      "acc,none": 0.3431372549019608,
+      "acc_stderr,none": 0.047240073523838896
+    },
+    "mmlu_computer_security": {
+      "alias": "  - computer_security",
+      "acc,none": 0.23,
+      "acc_stderr,none": 0.04229525846816506
+    },
+    "mmlu_conceptual_physics": {
+      "alias": "  - conceptual_physics",
+      "acc,none": 0.20851063829787234,
+      "acc_stderr,none": 0.026556982117838725
+    },
+    "mmlu_electrical_engineering": {
+      "alias": "  - electrical_engineering",
+      "acc,none": 0.2,
+      "acc_stderr,none": 0.033333333333333284
+    },
+    "mmlu_elementary_mathematics": {
+      "alias": "  - elementary_mathematics",
+      "acc,none": 0.2724867724867725,
+      "acc_stderr,none": 0.022930973071633356
+    },
+    "mmlu_high_school_biology": {
+      "alias": "  - high_school_biology",
+      "acc,none": 0.2903225806451613,
+      "acc_stderr,none": 0.025822106119415898
+    },
+    "mmlu_high_school_chemistry": {
+      "alias": "  - high_school_chemistry",
+      "acc,none": 0.2561576354679803,
+      "acc_stderr,none": 0.030712730070982592
+    },
+    "mmlu_high_school_computer_science": {
+      "alias": "  - high_school_computer_science",
+      "acc,none": 0.23,
+      "acc_stderr,none": 0.04229525846816508
+    },
+    "mmlu_high_school_mathematics": {
+      "alias": "  - high_school_mathematics",
+      "acc,none": 0.3,
+      "acc_stderr,none": 0.027940457136228416
+    },
+    "mmlu_high_school_physics": {
+      "alias": "  - high_school_physics",
+      "acc,none": 0.2781456953642384,
+      "acc_stderr,none": 0.03658603262763743
+    },
+    "mmlu_high_school_statistics": {
+      "alias": "  - high_school_statistics",
+      "acc,none": 0.36574074074074076,
+      "acc_stderr,none": 0.032847388576472056
+    },
+    "mmlu_machine_learning": {
+      "alias": "  - machine_learning",
+      "acc,none": 0.24107142857142858,
+      "acc_stderr,none": 0.04059867246952687
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T11-56-41.258584_lambada_openai.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "lambada_openai"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "lambada_openai": {
+      "alias": "lambada_openai",
+      "perplexity,none": 12.642543091460501,
+      "perplexity_stderr,none": 0.38123879021241674,
+      "acc,none": 0.4814671065398797,
+      "acc_stderr,none": 0.006961190829726007
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T12-14-40.804741_hellaswag.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "hellaswag"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "hellaswag": {
+      "alias": "hellaswag",
+      "acc,none": 0.34475204142601074,
+      "acc_stderr,none": 0.00474316003427116,
+      "acc_norm,none": 0.4213304122684724,
+      "acc_norm_stderr,none": 0.0049276318064775575
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T12-16-12.146728_piqa.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "piqa"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "piqa": {
+      "alias": "piqa",
+      "acc,none": 0.6730141458106638,
+      "acc_stderr,none": 0.010945157126978227,
+      "acc_norm,none": 0.6653971708378672,
+      "acc_norm_stderr,none": 0.011009071725162503
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T12-19-04.686563_arc_easy.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "arc_easy"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "arc_easy": {
+      "alias": "arc_easy",
+      "acc,none": 0.593013468013468,
+      "acc_stderr,none": 0.010080695355466593,
+      "acc_norm,none": 0.5437710437710438,
+      "acc_norm_stderr,none": 0.010220394383722018
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T12-20-40.573806_arc_challenge.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "arc_challenge"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "arc_challenge": {
+      "alias": "arc_challenge",
+      "acc,none": 0.2551194539249147,
+      "acc_stderr,none": 0.0127390386952021,
+      "acc_norm,none": 0.2909556313993174,
+      "acc_norm_stderr,none": 0.013273077865907593
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T13-19-33.146311_glue.json

@@ -0,0 +1,69 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "glue"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "cola": {
+      "alias": "cola",
+      "mcc,none": 0.0,
+      "mcc_stderr,none": 0.0
+    },
+    "mnli": {
+      "alias": "mnli",
+      "acc,none": 0.31900152827305145,
+      "acc_stderr,none": 0.00470485695337838
+    },
+    "mnli_mismatch": {
+      "alias": "mnli_mismatch",
+      "acc,none": 0.31682262001627337,
+      "acc_stderr,none": 0.0046921942364258435
+    },
+    "mrpc": {
+      "alias": "mrpc",
+      "acc,none": 0.3799019607843137,
+      "acc_stderr,none": 0.024058510831539842,
+      "f1,none": 0.24925816023738873,
+      "f1_stderr,none": 0.031299043218421745
+    },
+    "qnli": {
+      "alias": "qnli",
+      "acc,none": 0.48892549881017755,
+      "acc_stderr,none": 0.006763750866374647
+    },
+    "qqp": {
+      "alias": "qqp",
+      "acc,none": 0.4644076181053673,
+      "acc_stderr,none": 0.002480392237462389,
+      "f1,none": 0.46043057908900625,
+      "f1_stderr,none": 0.0030958101543491746
+    },
+    "rte": {
+      "alias": "rte",
+      "acc,none": 0.5523465703971119,
+      "acc_stderr,none": 0.02993107036293953
+    },
+    "sst2": {
+      "alias": "sst2",
+      "acc,none": 0.801605504587156,
+      "acc_stderr,none": 0.013512511513295078
+    },
+    "wnli": {
+      "alias": "wnli",
+      "acc,none": 0.5211267605633803,
+      "acc_stderr,none": 0.05970805879899504
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T13-20-31.009617_winogrande.json

@@ -0,0 +1,25 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "winogrande"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "winogrande": {
+      "alias": "winogrande",
+      "acc,none": 0.5272296764009471,
+      "acc_stderr,none": 0.014031631629827698
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T13-22-11.575335_sciq.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "sciq"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "sciq": {
+      "alias": "sciq",
+      "acc,none": 0.863,
+      "acc_stderr,none": 0.010878848714333299,
+      "acc_norm,none": 0.81,
+      "acc_norm_stderr,none": 0.012411851354816324
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T13-41-59.570521_mmlu.json

@@ -0,0 +1,330 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "mmlu"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "mmlu": {
+      "acc,none": 0.25409485828229594,
+      "acc_stderr,none": 0.003673285974361475,
+      "alias": "mmlu"
+    },
+    "mmlu_humanities": {
+      "acc,none": 0.2454835281615303,
+      "acc_stderr,none": 0.006269554905683639,
+      "alias": " - humanities"
+    },
+    "mmlu_formal_logic": {
+      "alias": "  - formal_logic",
+      "acc,none": 0.3412698412698413,
+      "acc_stderr,none": 0.04240799327574924
+    },
+    "mmlu_high_school_european_history": {
+      "alias": "  - high_school_european_history",
+      "acc,none": 0.3151515151515151,
+      "acc_stderr,none": 0.0362773057502241
+    },
+    "mmlu_high_school_us_history": {
+      "alias": "  - high_school_us_history",
+      "acc,none": 0.24509803921568626,
+      "acc_stderr,none": 0.030190282453501943
+    },
+    "mmlu_high_school_world_history": {
+      "alias": "  - high_school_world_history",
+      "acc,none": 0.2742616033755274,
+      "acc_stderr,none": 0.02904133351059801
+    },
+    "mmlu_international_law": {
+      "alias": "  - international_law",
+      "acc,none": 0.23140495867768596,
+      "acc_stderr,none": 0.03849856098794088
+    },
+    "mmlu_jurisprudence": {
+      "alias": "  - jurisprudence",
+      "acc,none": 0.21296296296296297,
+      "acc_stderr,none": 0.039578354719809805
+    },
+    "mmlu_logical_fallacies": {
+      "alias": "  - logical_fallacies",
+      "acc,none": 0.26380368098159507,
+      "acc_stderr,none": 0.03462419931615624
+    },
+    "mmlu_moral_disputes": {
+      "alias": "  - moral_disputes",
+      "acc,none": 0.2398843930635838,
+      "acc_stderr,none": 0.022989592543123567
+    },
+    "mmlu_moral_scenarios": {
+      "alias": "  - moral_scenarios",
+      "acc,none": 0.24581005586592178,
+      "acc_stderr,none": 0.01440029642922559
+    },
+    "mmlu_philosophy": {
+      "alias": "  - philosophy",
+      "acc,none": 0.1864951768488746,
+      "acc_stderr,none": 0.022122439772480764
+    },
+    "mmlu_prehistory": {
+      "alias": "  - prehistory",
+      "acc,none": 0.2191358024691358,
+      "acc_stderr,none": 0.023016705640262175
+    },
+    "mmlu_professional_law": {
+      "alias": "  - professional_law",
+      "acc,none": 0.24771838331160365,
+      "acc_stderr,none": 0.011025499291443735
+    },
+    "mmlu_world_religions": {
+      "alias": "  - world_religions",
+      "acc,none": 0.22807017543859648,
+      "acc_stderr,none": 0.03218093795602357
+    },
+    "mmlu_other": {
+      "acc,none": 0.25523012552301255,
+      "acc_stderr,none": 0.00781936823628676,
+      "alias": " - other"
+    },
+    "mmlu_business_ethics": {
+      "alias": "  - business_ethics",
+      "acc,none": 0.22,
+      "acc_stderr,none": 0.04163331998932269
+    },
+    "mmlu_clinical_knowledge": {
+      "alias": "  - clinical_knowledge",
+      "acc,none": 0.26037735849056604,
+      "acc_stderr,none": 0.02700876609070809
+    },
+    "mmlu_college_medicine": {
+      "alias": "  - college_medicine",
+      "acc,none": 0.24277456647398843,
+      "acc_stderr,none": 0.0326926380614177
+    },
+    "mmlu_global_facts": {
+      "alias": "  - global_facts",
+      "acc,none": 0.22,
+      "acc_stderr,none": 0.0416333199893227
+    },
+    "mmlu_human_aging": {
+      "alias": "  - human_aging",
+      "acc,none": 0.32286995515695066,
+      "acc_stderr,none": 0.03138147637575498
+    },
+    "mmlu_management": {
+      "alias": "  - management",
+      "acc,none": 0.2912621359223301,
+      "acc_stderr,none": 0.04498676320572924
+    },
+    "mmlu_marketing": {
+      "alias": "  - marketing",
+      "acc,none": 0.2863247863247863,
+      "acc_stderr,none": 0.029614323690456648
+    },
+    "mmlu_medical_genetics": {
+      "alias": "  - medical_genetics",
+      "acc,none": 0.24,
+      "acc_stderr,none": 0.04292346959909283
+    },
+    "mmlu_miscellaneous": {
+      "alias": "  - miscellaneous",
+      "acc,none": 0.23371647509578544,
+      "acc_stderr,none": 0.015133383278988832
+    },
+    "mmlu_nutrition": {
+      "alias": "  - nutrition",
+      "acc,none": 0.23529411764705882,
+      "acc_stderr,none": 0.024288619466046116
+    },
+    "mmlu_professional_accounting": {
+      "alias": "  - professional_accounting",
+      "acc,none": 0.2553191489361702,
+      "acc_stderr,none": 0.02601199293090201
+    },
+    "mmlu_professional_medicine": {
+      "alias": "  - professional_medicine",
+      "acc,none": 0.2977941176470588,
+      "acc_stderr,none": 0.027778298701545443
+    },
+    "mmlu_virology": {
+      "alias": "  - virology",
+      "acc,none": 0.22289156626506024,
+      "acc_stderr,none": 0.03240004825594688
+    },
+    "mmlu_social_sciences": {
+      "acc,none": 0.25901852453688656,
+      "acc_stderr,none": 0.007907951917759793,
+      "alias": " - social sciences"
+    },
+    "mmlu_econometrics": {
+      "alias": "  - econometrics",
+      "acc,none": 0.2719298245614035,
+      "acc_stderr,none": 0.041857744240220575
+    },
+    "mmlu_high_school_geography": {
+      "alias": "  - high_school_geography",
+      "acc,none": 0.2828282828282828,
+      "acc_stderr,none": 0.032087795587867514
+    },
+    "mmlu_high_school_government_and_politics": {
+      "alias": "  - high_school_government_and_politics",
+      "acc,none": 0.26424870466321243,
+      "acc_stderr,none": 0.03182155050916647
+    },
+    "mmlu_high_school_macroeconomics": {
+      "alias": "  - high_school_macroeconomics",
+      "acc,none": 0.25384615384615383,
+      "acc_stderr,none": 0.022066054378726253
+    },
+    "mmlu_high_school_microeconomics": {
+      "alias": "  - high_school_microeconomics",
+      "acc,none": 0.2689075630252101,
+      "acc_stderr,none": 0.028801392193631276
+    },
+    "mmlu_high_school_psychology": {
+      "alias": "  - high_school_psychology",
+      "acc,none": 0.24403669724770644,
+      "acc_stderr,none": 0.018415286351416406
+    },
+    "mmlu_human_sexuality": {
+      "alias": "  - human_sexuality",
+      "acc,none": 0.2900763358778626,
+      "acc_stderr,none": 0.03980066246467765
+    },
+    "mmlu_professional_psychology": {
+      "alias": "  - professional_psychology",
+      "acc,none": 0.26143790849673204,
+      "acc_stderr,none": 0.017776947157528027
+    },
+    "mmlu_public_relations": {
+      "alias": "  - public_relations",
+      "acc,none": 0.22727272727272727,
+      "acc_stderr,none": 0.04013964554072774
+    },
+    "mmlu_security_studies": {
+      "alias": "  - security_studies",
+      "acc,none": 0.24489795918367346,
+      "acc_stderr,none": 0.027529637440174923
+    },
+    "mmlu_sociology": {
+      "alias": "  - sociology",
+      "acc,none": 0.2835820895522388,
+      "acc_stderr,none": 0.03187187537919797
+    },
+    "mmlu_us_foreign_policy": {
+      "alias": "  - us_foreign_policy",
+      "acc,none": 0.23,
+      "acc_stderr,none": 0.042295258468165065
+    },
+    "mmlu_stem": {
+      "acc,none": 0.26102124960355216,
+      "acc_stderr,none": 0.007821062178349759,
+      "alias": " - stem"
+    },
+    "mmlu_abstract_algebra": {
+      "alias": "  - abstract_algebra",
+      "acc,none": 0.19,
+      "acc_stderr,none": 0.039427724440366234
+    },
+    "mmlu_anatomy": {
+      "alias": "  - anatomy",
+      "acc,none": 0.21481481481481482,
+      "acc_stderr,none": 0.035478541985608236
+    },
+    "mmlu_astronomy": {
+      "alias": "  - astronomy",
+      "acc,none": 0.2894736842105263,
+      "acc_stderr,none": 0.036906779861372814
+    },
+    "mmlu_college_biology": {
+      "alias": "  - college_biology",
+      "acc,none": 0.2361111111111111,
+      "acc_stderr,none": 0.03551446610810826
+    },
+    "mmlu_college_chemistry": {
+      "alias": "  - college_chemistry",
+      "acc,none": 0.34,
+      "acc_stderr,none": 0.047609522856952365
+    },
+    "mmlu_college_computer_science": {
+      "alias": "  - college_computer_science",
+      "acc,none": 0.28,
+      "acc_stderr,none": 0.04512608598542128
+    },
+    "mmlu_college_mathematics": {
+      "alias": "  - college_mathematics",
+      "acc,none": 0.25,
+      "acc_stderr,none": 0.04351941398892446
+    },
+    "mmlu_college_physics": {
+      "alias": "  - college_physics",
+      "acc,none": 0.28431372549019607,
+      "acc_stderr,none": 0.04488482852329017
+    },
+    "mmlu_computer_security": {
+      "alias": "  - computer_security",
+      "acc,none": 0.24,
+      "acc_stderr,none": 0.042923469599092816
+    },
+    "mmlu_conceptual_physics": {
+      "alias": "  - conceptual_physics",
+      "acc,none": 0.2170212765957447,
+      "acc_stderr,none": 0.02694748312149622
+    },
+    "mmlu_electrical_engineering": {
+      "alias": "  - electrical_engineering",
+      "acc,none": 0.2206896551724138,
+      "acc_stderr,none": 0.03455930201924813
+    },
+    "mmlu_elementary_mathematics": {
+      "alias": "  - elementary_mathematics",
+      "acc,none": 0.2671957671957672,
+      "acc_stderr,none": 0.022789673145776575
+    },
+    "mmlu_high_school_biology": {
+      "alias": "  - high_school_biology",
+      "acc,none": 0.2806451612903226,
+      "acc_stderr,none": 0.025560604721022888
+    },
+    "mmlu_high_school_chemistry": {
+      "alias": "  - high_school_chemistry",
+      "acc,none": 0.2561576354679803,
+      "acc_stderr,none": 0.030712730070982592
+    },
+    "mmlu_high_school_computer_science": {
+      "alias": "  - high_school_computer_science",
+      "acc,none": 0.24,
+      "acc_stderr,none": 0.04292346959909282
+    },
+    "mmlu_high_school_mathematics": {
+      "alias": "  - high_school_mathematics",
+      "acc,none": 0.2740740740740741,
+      "acc_stderr,none": 0.027195934804085622
+    },
+    "mmlu_high_school_physics": {
+      "alias": "  - high_school_physics",
+      "acc,none": 0.24503311258278146,
+      "acc_stderr,none": 0.03511807571804726
+    },
+    "mmlu_high_school_statistics": {
+      "alias": "  - high_school_statistics",
+      "acc,none": 0.3287037037037037,
+      "acc_stderr,none": 0.03203614084670058
+    },
+    "mmlu_machine_learning": {
+      "alias": "  - machine_learning",
+      "acc,none": 0.25,
+      "acc_stderr,none": 0.04109974682633932
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T13-51-36.484339_lambada_multilingual.json

@@ -0,0 +1,55 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "lambada_multilingual"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "lambada_openai_mt_de": {
+      "alias": "lambada_openai_mt_de",
+      "perplexity,none": 212.25983991266492,
+      "perplexity_stderr,none": 13.036191156227552,
+      "acc,none": 0.2456821269163594,
+      "acc_stderr,none": 0.0059975800540142
+    },
+    "lambada_openai_mt_en": {
+      "alias": "lambada_openai_mt_en",
+      "perplexity,none": 12.64254308002806,
+      "perplexity_stderr,none": 0.3812387886051039,
+      "acc,none": 0.4814671065398797,
+      "acc_stderr,none": 0.006961190829726007
+    },
+    "lambada_openai_mt_es": {
+      "alias": "lambada_openai_mt_es",
+      "perplexity,none": 266.87295366430163,
+      "perplexity_stderr,none": 15.932942020346013,
+      "acc,none": 0.2536386570929556,
+      "acc_stderr,none": 0.006061698956508257
+    },
+    "lambada_openai_mt_fr": {
+      "alias": "lambada_openai_mt_fr",
+      "perplexity,none": 129.37466016136514,
+      "perplexity_stderr,none": 7.571204962328844,
+      "acc,none": 0.31593246652435475,
+      "acc_stderr,none": 0.0064767732277837935
+    },
+    "lambada_openai_mt_it": {
+      "alias": "lambada_openai_mt_it",
+      "perplexity,none": 209.52126390403453,
+      "perplexity_stderr,none": 13.299710278444714,
+      "acc,none": 0.2856588395109645,
+      "acc_stderr,none": 0.00629344939005611
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T14-07-25.400235_pawsx.json

@@ -0,0 +1,60 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "pawsx"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "pawsx": {
+      "acc,none": 0.4612857142857143,
+      "acc_stderr,none": 0.004212518419096327,
+      "alias": "pawsx"
+    },
+    "paws_de": {
+      "alias": " - paws_de",
+      "acc,none": 0.451,
+      "acc_stderr,none": 0.011129305041886329
+    },
+    "paws_en": {
+      "alias": " - paws_en",
+      "acc,none": 0.4705,
+      "acc_stderr,none": 0.011163654804511655
+    },
+    "paws_es": {
+      "alias": " - paws_es",
+      "acc,none": 0.4885,
+      "acc_stderr,none": 0.011180177690296084
+    },
+    "paws_fr": {
+      "alias": " - paws_fr",
+      "acc,none": 0.4585,
+      "acc_stderr,none": 0.011144549137930344
+    },
+    "paws_ja": {
+      "alias": " - paws_ja",
+      "acc,none": 0.4415,
+      "acc_stderr,none": 0.011106329288974695
+    },
+    "paws_ko": {
+      "alias": " - paws_ko",
+      "acc,none": 0.459,
+      "acc_stderr,none": 0.011145474902641254
+    },
+    "paws_zh": {
+      "alias": " - paws_zh",
+      "acc,none": 0.46,
+      "acc_stderr,none": 0.01114729254418001
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T14-57-32.308002_xcopa.json

@@ -0,0 +1,80 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "xcopa"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "xcopa": {
+      "acc,none": 0.5330909090909091,
+      "acc_stderr,none": 0.0067289909324144215,
+      "alias": "xcopa"
+    },
+    "xcopa_et": {
+      "alias": " - xcopa_et",
+      "acc,none": 0.496,
+      "acc_stderr,none": 0.02238235778196214
+    },
+    "xcopa_ht": {
+      "alias": " - xcopa_ht",
+      "acc,none": 0.544,
+      "acc_stderr,none": 0.022296238348407053
+    },
+    "xcopa_id": {
+      "alias": " - xcopa_id",
+      "acc,none": 0.556,
+      "acc_stderr,none": 0.022242244375731024
+    },
+    "xcopa_it": {
+      "alias": " - xcopa_it",
+      "acc,none": 0.532,
+      "acc_stderr,none": 0.022337186479044292
+    },
+    "xcopa_qu": {
+      "alias": " - xcopa_qu",
+      "acc,none": 0.502,
+      "acc_stderr,none": 0.022382894986483524
+    },
+    "xcopa_sw": {
+      "alias": " - xcopa_sw",
+      "acc,none": 0.528,
+      "acc_stderr,none": 0.022347949832668093
+    },
+    "xcopa_ta": {
+      "alias": " - xcopa_ta",
+      "acc,none": 0.538,
+      "acc_stderr,none": 0.022318338119870523
+    },
+    "xcopa_th": {
+      "alias": " - xcopa_th",
+      "acc,none": 0.56,
+      "acc_stderr,none": 0.022221331534143015
+    },
+    "xcopa_tr": {
+      "alias": " - xcopa_tr",
+      "acc,none": 0.526,
+      "acc_stderr,none": 0.022352791650914167
+    },
+    "xcopa_vi": {
+      "alias": " - xcopa_vi",
+      "acc,none": 0.534,
+      "acc_stderr,none": 0.022331264423258383
+    },
+    "xcopa_zh": {
+      "alias": " - xcopa_zh",
+      "acc,none": 0.548,
+      "acc_stderr,none": 0.02227969410784342
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T16-02-57.684170_xnli.json

@@ -0,0 +1,100 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "xnli"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "xnli": {
+      "acc,none": 0.37566265060240966,
+      "acc_stderr,none": 0.0024964839295963676,
+      "alias": "xnli"
+    },
+    "xnli_ar": {
+      "alias": " - xnli_ar",
+      "acc,none": 0.3405622489959839,
+      "acc_stderr,none": 0.009498886690274442
+    },
+    "xnli_bg": {
+      "alias": " - xnli_bg",
+      "acc,none": 0.37269076305220883,
+      "acc_stderr,none": 0.009691761259693463
+    },
+    "xnli_de": {
+      "alias": " - xnli_de",
+      "acc,none": 0.41686746987951806,
+      "acc_stderr,none": 0.009882576606533236
+    },
+    "xnli_el": {
+      "alias": " - xnli_el",
+      "acc,none": 0.3369477911646586,
+      "acc_stderr,none": 0.009474203778757712
+    },
+    "xnli_en": {
+      "alias": " - xnli_en",
+      "acc,none": 0.4827309236947791,
+      "acc_stderr,none": 0.010016093498409703
+    },
+    "xnli_es": {
+      "alias": " - xnli_es",
+      "acc,none": 0.3815261044176707,
+      "acc_stderr,none": 0.00973666813309817
+    },
+    "xnli_fr": {
+      "alias": " - xnli_fr",
+      "acc,none": 0.42730923694779116,
+      "acc_stderr,none": 0.009915595034908124
+    },
+    "xnli_hi": {
+      "alias": " - xnli_hi",
+      "acc,none": 0.3514056224899598,
+      "acc_stderr,none": 0.00956926307982396
+    },
+    "xnli_ru": {
+      "alias": " - xnli_ru",
+      "acc,none": 0.43333333333333335,
+      "acc_stderr,none": 0.009932588282324236
+    },
+    "xnli_sw": {
+      "alias": " - xnli_sw",
+      "acc,none": 0.3465863453815261,
+      "acc_stderr,none": 0.009538660220459
+    },
+    "xnli_th": {
+      "alias": " - xnli_th",
+      "acc,none": 0.3397590361445783,
+      "acc_stderr,none": 0.009493454925438249
+    },
+    "xnli_tr": {
+      "alias": " - xnli_tr",
+      "acc,none": 0.3598393574297189,
+      "acc_stderr,none": 0.009620250217765997
+    },
+    "xnli_ur": {
+      "alias": " - xnli_ur",
+      "acc,none": 0.3345381526104418,
+      "acc_stderr,none": 0.009457404390939166
+    },
+    "xnli_vi": {
+      "alias": " - xnli_vi",
+      "acc,none": 0.3690763052208835,
+      "acc_stderr,none": 0.00967239564447043
+    },
+    "xnli_zh": {
+      "alias": " - xnli_zh",
+      "acc,none": 0.3417670682730924,
+      "acc_stderr,none": 0.009506977398287621
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T16-19-00.595561_xstorycloze.json

@@ -0,0 +1,80 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "xstorycloze"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "xstorycloze": {
+      "acc,none": 0.5257204740990313,
+      "acc_stderr,none": 0.003863789045312555,
+      "alias": "xstorycloze"
+    },
+    "xstorycloze_ar": {
+      "alias": " - xstorycloze_ar",
+      "acc,none": 0.4818001323626737,
+      "acc_stderr,none": 0.012858598401831848
+    },
+    "xstorycloze_en": {
+      "alias": " - xstorycloze_en",
+      "acc,none": 0.6293845135671741,
+      "acc_stderr,none": 0.012428861084065903
+    },
+    "xstorycloze_es": {
+      "alias": " - xstorycloze_es",
+      "acc,none": 0.5400397088021178,
+      "acc_stderr,none": 0.012825802370083987
+    },
+    "xstorycloze_eu": {
+      "alias": " - xstorycloze_eu",
+      "acc,none": 0.5201853077432164,
+      "acc_stderr,none": 0.012856635706498292
+    },
+    "xstorycloze_hi": {
+      "alias": " - xstorycloze_hi",
+      "acc,none": 0.514890800794176,
+      "acc_stderr,none": 0.012861417842074004
+    },
+    "xstorycloze_id": {
+      "alias": " - xstorycloze_id",
+      "acc,none": 0.5069490403706155,
+      "acc_stderr,none": 0.012865882570960722
+    },
+    "xstorycloze_my": {
+      "alias": " - xstorycloze_my",
+      "acc,none": 0.5029781601588352,
+      "acc_stderr,none": 0.012866897066011233
+    },
+    "xstorycloze_ru": {
+      "alias": " - xstorycloze_ru",
+      "acc,none": 0.5129053606882858,
+      "acc_stderr,none": 0.012862838605728476
+    },
+    "xstorycloze_sw": {
+      "alias": " - xstorycloze_sw",
+      "acc,none": 0.4990072799470549,
+      "acc_stderr,none": 0.012867099955422926
+    },
+    "xstorycloze_te": {
+      "alias": " - xstorycloze_te",
+      "acc,none": 0.5340833884844474,
+      "acc_stderr,none": 0.012837195610619434
+    },
+    "xstorycloze_zh": {
+      "alias": " - xstorycloze_zh",
+      "acc,none": 0.5407015221707479,
+      "acc_stderr,none": 0.012824422739625578
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T16-21-46.468616_xwinograd.json

@@ -0,0 +1,55 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "xwinograd"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "xwinograd": {
+      "acc,none": 0.6414924702180266,
+      "acc_stderr,none": 0.007097604851218048,
+      "alias": "xwinograd"
+    },
+    "xwinograd_en": {
+      "alias": " - xwinograd_en",
+      "acc,none": 0.7088172043010753,
+      "acc_stderr,none": 0.009423927122193903
+    },
+    "xwinograd_fr": {
+      "alias": " - xwinograd_fr",
+      "acc,none": 0.6144578313253012,
+      "acc_stderr,none": 0.0537495779731939
+    },
+    "xwinograd_jp": {
+      "alias": " - xwinograd_jp",
+      "acc,none": 0.5338894681960376,
+      "acc_stderr,none": 0.016117117806017902
+    },
+    "xwinograd_pt": {
+      "alias": " - xwinograd_pt",
+      "acc,none": 0.532319391634981,
+      "acc_stderr,none": 0.030825503526303782
+    },
+    "xwinograd_ru": {
+      "alias": " - xwinograd_ru",
+      "acc,none": 0.5523809523809524,
+      "acc_stderr,none": 0.0280613656383537
+    },
+    "xwinograd_zh": {
+      "alias": " - xwinograd_zh",
+      "acc,none": 0.6527777777777778,
+      "acc_stderr,none": 0.021227675707409233
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T17-22-18.851434_mmlu.json

@@ -0,0 +1,330 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "mmlu"
+  ],
+  "num_fewshot": 5,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "mmlu": {
+      "acc,none": 0.25409485828229594,
+      "acc_stderr,none": 0.003673285974361475,
+      "alias": "mmlu"
+    },
+    "mmlu_humanities": {
+      "acc,none": 0.2454835281615303,
+      "acc_stderr,none": 0.006269554905683639,
+      "alias": " - humanities"
+    },
+    "mmlu_formal_logic": {
+      "alias": "  - formal_logic",
+      "acc,none": 0.3412698412698413,
+      "acc_stderr,none": 0.04240799327574924
+    },
+    "mmlu_high_school_european_history": {
+      "alias": "  - high_school_european_history",
+      "acc,none": 0.3151515151515151,
+      "acc_stderr,none": 0.0362773057502241
+    },
+    "mmlu_high_school_us_history": {
+      "alias": "  - high_school_us_history",
+      "acc,none": 0.24509803921568626,
+      "acc_stderr,none": 0.030190282453501943
+    },
+    "mmlu_high_school_world_history": {
+      "alias": "  - high_school_world_history",
+      "acc,none": 0.2742616033755274,
+      "acc_stderr,none": 0.02904133351059801
+    },
+    "mmlu_international_law": {
+      "alias": "  - international_law",
+      "acc,none": 0.23140495867768596,
+      "acc_stderr,none": 0.03849856098794088
+    },
+    "mmlu_jurisprudence": {
+      "alias": "  - jurisprudence",
+      "acc,none": 0.21296296296296297,
+      "acc_stderr,none": 0.039578354719809805
+    },
+    "mmlu_logical_fallacies": {
+      "alias": "  - logical_fallacies",
+      "acc,none": 0.26380368098159507,
+      "acc_stderr,none": 0.03462419931615624
+    },
+    "mmlu_moral_disputes": {
+      "alias": "  - moral_disputes",
+      "acc,none": 0.2398843930635838,
+      "acc_stderr,none": 0.022989592543123567
+    },
+    "mmlu_moral_scenarios": {
+      "alias": "  - moral_scenarios",
+      "acc,none": 0.24581005586592178,
+      "acc_stderr,none": 0.01440029642922559
+    },
+    "mmlu_philosophy": {
+      "alias": "  - philosophy",
+      "acc,none": 0.1864951768488746,
+      "acc_stderr,none": 0.022122439772480764
+    },
+    "mmlu_prehistory": {
+      "alias": "  - prehistory",
+      "acc,none": 0.2191358024691358,
+      "acc_stderr,none": 0.023016705640262175
+    },
+    "mmlu_professional_law": {
+      "alias": "  - professional_law",
+      "acc,none": 0.24771838331160365,
+      "acc_stderr,none": 0.011025499291443735
+    },
+    "mmlu_world_religions": {
+      "alias": "  - world_religions",
+      "acc,none": 0.22807017543859648,
+      "acc_stderr,none": 0.03218093795602357
+    },
+    "mmlu_other": {
+      "acc,none": 0.25523012552301255,
+      "acc_stderr,none": 0.00781936823628676,
+      "alias": " - other"
+    },
+    "mmlu_business_ethics": {
+      "alias": "  - business_ethics",
+      "acc,none": 0.22,
+      "acc_stderr,none": 0.04163331998932269
+    },
+    "mmlu_clinical_knowledge": {
+      "alias": "  - clinical_knowledge",
+      "acc,none": 0.26037735849056604,
+      "acc_stderr,none": 0.02700876609070809
+    },
+    "mmlu_college_medicine": {
+      "alias": "  - college_medicine",
+      "acc,none": 0.24277456647398843,
+      "acc_stderr,none": 0.0326926380614177
+    },
+    "mmlu_global_facts": {
+      "alias": "  - global_facts",
+      "acc,none": 0.22,
+      "acc_stderr,none": 0.0416333199893227
+    },
+    "mmlu_human_aging": {
+      "alias": "  - human_aging",
+      "acc,none": 0.32286995515695066,
+      "acc_stderr,none": 0.03138147637575498
+    },
+    "mmlu_management": {
+      "alias": "  - management",
+      "acc,none": 0.2912621359223301,
+      "acc_stderr,none": 0.04498676320572924
+    },
+    "mmlu_marketing": {
+      "alias": "  - marketing",
+      "acc,none": 0.2863247863247863,
+      "acc_stderr,none": 0.029614323690456648
+    },
+    "mmlu_medical_genetics": {
+      "alias": "  - medical_genetics",
+      "acc,none": 0.24,
+      "acc_stderr,none": 0.04292346959909283
+    },
+    "mmlu_miscellaneous": {
+      "alias": "  - miscellaneous",
+      "acc,none": 0.23371647509578544,
+      "acc_stderr,none": 0.015133383278988832
+    },
+    "mmlu_nutrition": {
+      "alias": "  - nutrition",
+      "acc,none": 0.23529411764705882,
+      "acc_stderr,none": 0.024288619466046116
+    },
+    "mmlu_professional_accounting": {
+      "alias": "  - professional_accounting",
+      "acc,none": 0.2553191489361702,
+      "acc_stderr,none": 0.02601199293090201
+    },
+    "mmlu_professional_medicine": {
+      "alias": "  - professional_medicine",
+      "acc,none": 0.2977941176470588,
+      "acc_stderr,none": 0.027778298701545443
+    },
+    "mmlu_virology": {
+      "alias": "  - virology",
+      "acc,none": 0.22289156626506024,
+      "acc_stderr,none": 0.03240004825594688
+    },
+    "mmlu_social_sciences": {
+      "acc,none": 0.25901852453688656,
+      "acc_stderr,none": 0.007907951917759795,
+      "alias": " - social sciences"
+    },
+    "mmlu_econometrics": {
+      "alias": "  - econometrics",
+      "acc,none": 0.2719298245614035,
+      "acc_stderr,none": 0.041857744240220575
+    },
+    "mmlu_high_school_geography": {
+      "alias": "  - high_school_geography",
+      "acc,none": 0.2828282828282828,
+      "acc_stderr,none": 0.032087795587867514
+    },
+    "mmlu_high_school_government_and_politics": {
+      "alias": "  - high_school_government_and_politics",
+      "acc,none": 0.26424870466321243,
+      "acc_stderr,none": 0.03182155050916647
+    },
+    "mmlu_high_school_macroeconomics": {
+      "alias": "  - high_school_macroeconomics",
+      "acc,none": 0.25384615384615383,
+      "acc_stderr,none": 0.022066054378726253
+    },
+    "mmlu_high_school_microeconomics": {
+      "alias": "  - high_school_microeconomics",
+      "acc,none": 0.2689075630252101,
+      "acc_stderr,none": 0.028801392193631276
+    },
+    "mmlu_high_school_psychology": {
+      "alias": "  - high_school_psychology",
+      "acc,none": 0.24403669724770644,
+      "acc_stderr,none": 0.018415286351416406
+    },
+    "mmlu_human_sexuality": {
+      "alias": "  - human_sexuality",
+      "acc,none": 0.2900763358778626,
+      "acc_stderr,none": 0.03980066246467765
+    },
+    "mmlu_professional_psychology": {
+      "alias": "  - professional_psychology",
+      "acc,none": 0.26143790849673204,
+      "acc_stderr,none": 0.017776947157528027
+    },
+    "mmlu_public_relations": {
+      "alias": "  - public_relations",
+      "acc,none": 0.22727272727272727,
+      "acc_stderr,none": 0.04013964554072774
+    },
+    "mmlu_security_studies": {
+      "alias": "  - security_studies",
+      "acc,none": 0.24489795918367346,
+      "acc_stderr,none": 0.027529637440174923
+    },
+    "mmlu_sociology": {
+      "alias": "  - sociology",
+      "acc,none": 0.2835820895522388,
+      "acc_stderr,none": 0.03187187537919797
+    },
+    "mmlu_us_foreign_policy": {
+      "alias": "  - us_foreign_policy",
+      "acc,none": 0.23,
+      "acc_stderr,none": 0.042295258468165065
+    },
+    "mmlu_stem": {
+      "acc,none": 0.26102124960355216,
+      "acc_stderr,none": 0.007821062178349759,
+      "alias": " - stem"
+    },
+    "mmlu_abstract_algebra": {
+      "alias": "  - abstract_algebra",
+      "acc,none": 0.19,
+      "acc_stderr,none": 0.039427724440366234
+    },
+    "mmlu_anatomy": {
+      "alias": "  - anatomy",
+      "acc,none": 0.21481481481481482,
+      "acc_stderr,none": 0.035478541985608236
+    },
+    "mmlu_astronomy": {
+      "alias": "  - astronomy",
+      "acc,none": 0.2894736842105263,
+      "acc_stderr,none": 0.036906779861372814
+    },
+    "mmlu_college_biology": {
+      "alias": "  - college_biology",
+      "acc,none": 0.2361111111111111,
+      "acc_stderr,none": 0.03551446610810826
+    },
+    "mmlu_college_chemistry": {
+      "alias": "  - college_chemistry",
+      "acc,none": 0.34,
+      "acc_stderr,none": 0.047609522856952365
+    },
+    "mmlu_college_computer_science": {
+      "alias": "  - college_computer_science",
+      "acc,none": 0.28,
+      "acc_stderr,none": 0.04512608598542128
+    },
+    "mmlu_college_mathematics": {
+      "alias": "  - college_mathematics",
+      "acc,none": 0.25,
+      "acc_stderr,none": 0.04351941398892446
+    },
+    "mmlu_college_physics": {
+      "alias": "  - college_physics",
+      "acc,none": 0.28431372549019607,
+      "acc_stderr,none": 0.04488482852329017
+    },
+    "mmlu_computer_security": {
+      "alias": "  - computer_security",
+      "acc,none": 0.24,
+      "acc_stderr,none": 0.042923469599092816
+    },
+    "mmlu_conceptual_physics": {
+      "alias": "  - conceptual_physics",
+      "acc,none": 0.2170212765957447,
+      "acc_stderr,none": 0.02694748312149622
+    },
+    "mmlu_electrical_engineering": {
+      "alias": "  - electrical_engineering",
+      "acc,none": 0.2206896551724138,
+      "acc_stderr,none": 0.03455930201924813
+    },
+    "mmlu_elementary_mathematics": {
+      "alias": "  - elementary_mathematics",
+      "acc,none": 0.2671957671957672,
+      "acc_stderr,none": 0.022789673145776575
+    },
+    "mmlu_high_school_biology": {
+      "alias": "  - high_school_biology",
+      "acc,none": 0.2806451612903226,
+      "acc_stderr,none": 0.025560604721022888
+    },
+    "mmlu_high_school_chemistry": {
+      "alias": "  - high_school_chemistry",
+      "acc,none": 0.2561576354679803,
+      "acc_stderr,none": 0.030712730070982592
+    },
+    "mmlu_high_school_computer_science": {
+      "alias": "  - high_school_computer_science",
+      "acc,none": 0.24,
+      "acc_stderr,none": 0.04292346959909282
+    },
+    "mmlu_high_school_mathematics": {
+      "alias": "  - high_school_mathematics",
+      "acc,none": 0.2740740740740741,
+      "acc_stderr,none": 0.027195934804085622
+    },
+    "mmlu_high_school_physics": {
+      "alias": "  - high_school_physics",
+      "acc,none": 0.24503311258278146,
+      "acc_stderr,none": 0.03511807571804726
+    },
+    "mmlu_high_school_statistics": {
+      "alias": "  - high_school_statistics",
+      "acc,none": 0.3287037037037037,
+      "acc_stderr,none": 0.03203614084670058
+    },
+    "mmlu_machine_learning": {
+      "alias": "  - machine_learning",
+      "acc,none": 0.25,
+      "acc_stderr,none": 0.04109974682633932
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_11/0.4.8_2025-03-13T18-54-53.797865_lambada_openai_.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "lambada_openai"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": 11,
+  "pad_token_ids": [
+    11
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "lambada_openai": {
+      "alias": "lambada_openai",
+      "perplexity,none": 12.642543877737143,
+      "perplexity_stderr,none": 0.3812387951513916,
+      "acc,none": 0.4814671065398797,
+      "acc_stderr,none": 0.006961190829726007
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T09-57-49.932590_lambada_openai.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "lambada_openai"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "lambada_openai": {
+      "alias": "lambada_openai",
+      "perplexity,none": 12.62972464596384,
+      "perplexity_stderr,none": 0.3806139731054351,
+      "acc,none": 0.48282553852124976,
+      "acc_stderr,none": 0.006961867045185065
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T10-13-21.086739_hellaswag.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "hellaswag"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "hellaswag": {
+      "alias": "hellaswag",
+      "acc,none": 0.3451503684524995,
+      "acc_stderr,none": 0.004744456628455124,
+      "acc_norm,none": 0.4197371041625174,
+      "acc_norm_stderr,none": 0.004925072159723834
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T10-14-54.756945_piqa.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "piqa"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "piqa": {
+      "alias": "piqa",
+      "acc,none": 0.6735582154515778,
+      "acc_stderr,none": 0.010940467046177306,
+      "acc_norm,none": 0.6664853101196954,
+      "acc_norm_stderr,none": 0.011000139592184566
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T10-17-57.209289_arc_easy.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "arc_easy"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "arc_easy": {
+      "alias": "arc_easy",
+      "acc,none": 0.5854377104377104,
+      "acc_stderr,none": 0.010108889212447767,
+      "acc_norm,none": 0.5420875420875421,
+      "acc_norm_stderr,none": 0.010223371342195895
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T10-19-33.710789_arc_challenge.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "arc_challenge"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "arc_challenge": {
+      "alias": "arc_challenge",
+      "acc,none": 0.2551194539249147,
+      "acc_stderr,none": 0.012739038695202102,
+      "acc_norm,none": 0.2935153583617747,
+      "acc_norm_stderr,none": 0.013307250444941113
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T12-39-38.019272_xnli.json

@@ -0,0 +1,100 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "xnli"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "xnli": {
+      "acc,none": 0.3731191432396252,
+      "acc_stderr,none": 0.0024949681237011402,
+      "alias": "xnli"
+    },
+    "xnli_ar": {
+      "alias": " - xnli_ar",
+      "acc,none": 0.3373493975903614,
+      "acc_stderr,none": 0.009476976849778591
+    },
+    "xnli_bg": {
+      "alias": " - xnli_bg",
+      "acc,none": 0.3682730923694779,
+      "acc_stderr,none": 0.009668013178998446
+    },
+    "xnli_de": {
+      "alias": " - xnli_de",
+      "acc,none": 0.40602409638554215,
+      "acc_stderr,none": 0.00984346200738422
+    },
+    "xnli_el": {
+      "alias": " - xnli_el",
+      "acc,none": 0.3369477911646586,
+      "acc_stderr,none": 0.009474203778757713
+    },
+    "xnli_en": {
+      "alias": " - xnli_en",
+      "acc,none": 0.4674698795180723,
+      "acc_stderr,none": 0.010000839483876027
+    },
+    "xnli_es": {
+      "alias": " - xnli_es",
+      "acc,none": 0.3923694779116466,
+      "acc_stderr,none": 0.009787120838990105
+    },
+    "xnli_fr": {
+      "alias": " - xnli_fr",
+      "acc,none": 0.42208835341365464,
+      "acc_stderr,none": 0.009899652714895416
+    },
+    "xnli_hi": {
+      "alias": " - xnli_hi",
+      "acc,none": 0.351004016064257,
+      "acc_stderr,none": 0.009566753834803288
+    },
+    "xnli_ru": {
+      "alias": " - xnli_ru",
+      "acc,none": 0.42208835341365464,
+      "acc_stderr,none": 0.009899652714895424
+    },
+    "xnli_sw": {
+      "alias": " - xnli_sw",
+      "acc,none": 0.3481927710843373,
+      "acc_stderr,none": 0.009548980649153391
+    },
+    "xnli_th": {
+      "alias": " - xnli_th",
+      "acc,none": 0.35180722891566263,
+      "acc_stderr,none": 0.009571764897113621
+    },
+    "xnli_tr": {
+      "alias": " - xnli_tr",
+      "acc,none": 0.35180722891566263,
+      "acc_stderr,none": 0.009571764897113625
+    },
+    "xnli_ur": {
+      "alias": " - xnli_ur",
+      "acc,none": 0.3349397590361446,
+      "acc_stderr,none": 0.009460223484996469
+    },
+    "xnli_vi": {
+      "alias": " - xnli_vi",
+      "acc,none": 0.3674698795180723,
+      "acc_stderr,none": 0.009663601903728034
+    },
+    "xnli_zh": {
+      "alias": " - xnli_zh",
+      "acc,none": 0.3389558232931727,
+      "acc_stderr,none": 0.009487992732201522
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T12-56-32.162685_xstorycloze.json

@@ -0,0 +1,80 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "xstorycloze"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "xstorycloze": {
+      "acc,none": 0.5243366825100776,
+      "acc_stderr,none": 0.0038648541830817408,
+      "alias": "xstorycloze"
+    },
+    "xstorycloze_ar": {
+      "alias": " - xstorycloze_ar",
+      "acc,none": 0.4824619457313038,
+      "acc_stderr,none": 0.012859207453266304
+    },
+    "xstorycloze_en": {
+      "alias": " - xstorycloze_en",
+      "acc,none": 0.6260754467240238,
+      "acc_stderr,none": 0.012451361842944465
+    },
+    "xstorycloze_es": {
+      "alias": " - xstorycloze_es",
+      "acc,none": 0.5367306419589676,
+      "acc_stderr,none": 0.012832359240206969
+    },
+    "xstorycloze_eu": {
+      "alias": " - xstorycloze_eu",
+      "acc,none": 0.5195234943745863,
+      "acc_stderr,none": 0.01285731253183686
+    },
+    "xstorycloze_hi": {
+      "alias": " - xstorycloze_hi",
+      "acc,none": 0.514228987425546,
+      "acc_stderr,none": 0.012861913999596129
+    },
+    "xstorycloze_id": {
+      "alias": " - xstorycloze_id",
+      "acc,none": 0.5049636002647253,
+      "acc_stderr,none": 0.012866491277589943
+    },
+    "xstorycloze_my": {
+      "alias": " - xstorycloze_my",
+      "acc,none": 0.5036399735274653,
+      "acc_stderr,none": 0.01286678434828923
+    },
+    "xstorycloze_ru": {
+      "alias": " - xstorycloze_ru",
+      "acc,none": 0.5122435473196558,
+      "acc_stderr,none": 0.012863267059205548
+    },
+    "xstorycloze_sw": {
+      "alias": " - xstorycloze_sw",
+      "acc,none": 0.49702183984116477,
+      "acc_stderr,none": 0.012866897066011233
+    },
+    "xstorycloze_te": {
+      "alias": " - xstorycloze_te",
+      "acc,none": 0.5340833884844474,
+      "acc_stderr,none": 0.012837195610619434
+    },
+    "xstorycloze_zh": {
+      "alias": " - xstorycloze_zh",
+      "acc,none": 0.5367306419589676,
+      "acc_stderr,none": 0.01283235924020697
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T12-59-30.016094_xwinograd.json

@@ -0,0 +1,55 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "xwinograd"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "xwinograd": {
+      "acc,none": 0.6439649359406608,
+      "acc_stderr,none": 0.007096653855893872,
+      "alias": "xwinograd"
+    },
+    "xwinograd_en": {
+      "alias": " - xwinograd_en",
+      "acc,none": 0.7066666666666667,
+      "acc_stderr,none": 0.00944430382490117
+    },
+    "xwinograd_fr": {
+      "alias": " - xwinograd_fr",
+      "acc,none": 0.6626506024096386,
+      "acc_stderr,none": 0.052212602620321284
+    },
+    "xwinograd_jp": {
+      "alias": " - xwinograd_jp",
+      "acc,none": 0.5380604796663191,
+      "acc_stderr,none": 0.016107396603808045
+    },
+    "xwinograd_pt": {
+      "alias": " - xwinograd_pt",
+      "acc,none": 0.5513307984790875,
+      "acc_stderr,none": 0.030726890349707915
+    },
+    "xwinograd_ru": {
+      "alias": " - xwinograd_ru",
+      "acc,none": 0.5587301587301587,
+      "acc_stderr,none": 0.02802130493237513
+    },
+    "xwinograd_zh": {
+      "alias": " - xwinograd_zh",
+      "acc,none": 0.6547619047619048,
+      "acc_stderr,none": 0.021199082505488055
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T13-49-01.062852_mmlu.json

@@ -0,0 +1,330 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "mmlu"
+  ],
+  "num_fewshot": 5,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "mmlu": {
+      "acc,none": 0.2547357926221336,
+      "acc_stderr,none": 0.0036750666019376636,
+      "alias": "mmlu"
+    },
+    "mmlu_humanities": {
+      "acc,none": 0.2454835281615303,
+      "acc_stderr,none": 0.006267346149858851,
+      "alias": " - humanities"
+    },
+    "mmlu_formal_logic": {
+      "alias": "  - formal_logic",
+      "acc,none": 0.3412698412698413,
+      "acc_stderr,none": 0.04240799327574925
+    },
+    "mmlu_high_school_european_history": {
+      "alias": "  - high_school_european_history",
+      "acc,none": 0.3151515151515151,
+      "acc_stderr,none": 0.0362773057502241
+    },
+    "mmlu_high_school_us_history": {
+      "alias": "  - high_school_us_history",
+      "acc,none": 0.24509803921568626,
+      "acc_stderr,none": 0.03019028245350194
+    },
+    "mmlu_high_school_world_history": {
+      "alias": "  - high_school_world_history",
+      "acc,none": 0.29535864978902954,
+      "acc_stderr,none": 0.02969633871342286
+    },
+    "mmlu_international_law": {
+      "alias": "  - international_law",
+      "acc,none": 0.2644628099173554,
+      "acc_stderr,none": 0.04026187527591206
+    },
+    "mmlu_jurisprudence": {
+      "alias": "  - jurisprudence",
+      "acc,none": 0.2222222222222222,
+      "acc_stderr,none": 0.0401910747255735
+    },
+    "mmlu_logical_fallacies": {
+      "alias": "  - logical_fallacies",
+      "acc,none": 0.24539877300613497,
+      "acc_stderr,none": 0.03380939813943354
+    },
+    "mmlu_moral_disputes": {
+      "alias": "  - moral_disputes",
+      "acc,none": 0.23410404624277456,
+      "acc_stderr,none": 0.022797110278071128
+    },
+    "mmlu_moral_scenarios": {
+      "alias": "  - moral_scenarios",
+      "acc,none": 0.2435754189944134,
+      "acc_stderr,none": 0.014355911964767864
+    },
+    "mmlu_philosophy": {
+      "alias": "  - philosophy",
+      "acc,none": 0.18006430868167203,
+      "acc_stderr,none": 0.02182342285774495
+    },
+    "mmlu_prehistory": {
+      "alias": "  - prehistory",
+      "acc,none": 0.21604938271604937,
+      "acc_stderr,none": 0.022899162918445785
+    },
+    "mmlu_professional_law": {
+      "alias": "  - professional_law",
+      "acc,none": 0.2470664928292047,
+      "acc_stderr,none": 0.011015752255279338
+    },
+    "mmlu_world_religions": {
+      "alias": "  - world_religions",
+      "acc,none": 0.23391812865497075,
+      "acc_stderr,none": 0.03246721765117827
+    },
+    "mmlu_other": {
+      "acc,none": 0.2603797875764403,
+      "acc_stderr,none": 0.007871165717920162,
+      "alias": " - other"
+    },
+    "mmlu_business_ethics": {
+      "alias": "  - business_ethics",
+      "acc,none": 0.23,
+      "acc_stderr,none": 0.04229525846816505
+    },
+    "mmlu_clinical_knowledge": {
+      "alias": "  - clinical_knowledge",
+      "acc,none": 0.2830188679245283,
+      "acc_stderr,none": 0.027724236492700904
+    },
+    "mmlu_college_medicine": {
+      "alias": "  - college_medicine",
+      "acc,none": 0.24277456647398843,
+      "acc_stderr,none": 0.0326926380614177
+    },
+    "mmlu_global_facts": {
+      "alias": "  - global_facts",
+      "acc,none": 0.2,
+      "acc_stderr,none": 0.04020151261036843
+    },
+    "mmlu_human_aging": {
+      "alias": "  - human_aging",
+      "acc,none": 0.31390134529147984,
+      "acc_stderr,none": 0.031146796482972465
+    },
+    "mmlu_management": {
+      "alias": "  - management",
+      "acc,none": 0.2912621359223301,
+      "acc_stderr,none": 0.04498676320572924
+    },
+    "mmlu_marketing": {
+      "alias": "  - marketing",
+      "acc,none": 0.29914529914529914,
+      "acc_stderr,none": 0.029996951858349483
+    },
+    "mmlu_medical_genetics": {
+      "alias": "  - medical_genetics",
+      "acc,none": 0.22,
+      "acc_stderr,none": 0.04163331998932269
+    },
+    "mmlu_miscellaneous": {
+      "alias": "  - miscellaneous",
+      "acc,none": 0.23754789272030652,
+      "acc_stderr,none": 0.015218733046150195
+    },
+    "mmlu_nutrition": {
+      "alias": "  - nutrition",
+      "acc,none": 0.27124183006535946,
+      "acc_stderr,none": 0.025457756696667864
+    },
+    "mmlu_professional_accounting": {
+      "alias": "  - professional_accounting",
+      "acc,none": 0.25177304964539005,
+      "acc_stderr,none": 0.025892151156709405
+    },
+    "mmlu_professional_medicine": {
+      "alias": "  - professional_medicine",
+      "acc,none": 0.29044117647058826,
+      "acc_stderr,none": 0.027576468622740526
+    },
+    "mmlu_virology": {
+      "alias": "  - virology",
+      "acc,none": 0.2289156626506024,
+      "acc_stderr,none": 0.03270745277352477
+    },
+    "mmlu_social_sciences": {
+      "acc,none": 0.2577185570360741,
+      "acc_stderr,none": 0.007892283265392744,
+      "alias": " - social sciences"
+    },
+    "mmlu_econometrics": {
+      "alias": "  - econometrics",
+      "acc,none": 0.2543859649122807,
+      "acc_stderr,none": 0.040969851398436716
+    },
+    "mmlu_high_school_geography": {
+      "alias": "  - high_school_geography",
+      "acc,none": 0.2727272727272727,
+      "acc_stderr,none": 0.03173071239071724
+    },
+    "mmlu_high_school_government_and_politics": {
+      "alias": "  - high_school_government_and_politics",
+      "acc,none": 0.27461139896373055,
+      "acc_stderr,none": 0.03221024508041154
+    },
+    "mmlu_high_school_macroeconomics": {
+      "alias": "  - high_school_macroeconomics",
+      "acc,none": 0.2512820512820513,
+      "acc_stderr,none": 0.021992016662370564
+    },
+    "mmlu_high_school_microeconomics": {
+      "alias": "  - high_school_microeconomics",
+      "acc,none": 0.2605042016806723,
+      "acc_stderr,none": 0.028510251512341937
+    },
+    "mmlu_high_school_psychology": {
+      "alias": "  - high_school_psychology",
+      "acc,none": 0.24403669724770644,
+      "acc_stderr,none": 0.018415286351416413
+    },
+    "mmlu_human_sexuality": {
+      "alias": "  - human_sexuality",
+      "acc,none": 0.26717557251908397,
+      "acc_stderr,none": 0.038808483010823944
+    },
+    "mmlu_professional_psychology": {
+      "alias": "  - professional_psychology",
+      "acc,none": 0.2696078431372549,
+      "acc_stderr,none": 0.017952449196987862
+    },
+    "mmlu_public_relations": {
+      "alias": "  - public_relations",
+      "acc,none": 0.22727272727272727,
+      "acc_stderr,none": 0.04013964554072775
+    },
+    "mmlu_security_studies": {
+      "alias": "  - security_studies",
+      "acc,none": 0.22448979591836735,
+      "acc_stderr,none": 0.02671143055553841
+    },
+    "mmlu_sociology": {
+      "alias": "  - sociology",
+      "acc,none": 0.3034825870646766,
+      "acc_stderr,none": 0.032510068164586174
+    },
+    "mmlu_us_foreign_policy": {
+      "alias": "  - us_foreign_policy",
+      "acc,none": 0.23,
+      "acc_stderr,none": 0.04229525846816506
+    },
+    "mmlu_stem": {
+      "acc,none": 0.260069774817634,
+      "acc_stderr,none": 0.0078061861482534595,
+      "alias": " - stem"
+    },
+    "mmlu_abstract_algebra": {
+      "alias": "  - abstract_algebra",
+      "acc,none": 0.2,
+      "acc_stderr,none": 0.04020151261036845
+    },
+    "mmlu_anatomy": {
+      "alias": "  - anatomy",
+      "acc,none": 0.2074074074074074,
+      "acc_stderr,none": 0.03502553170678318
+    },
+    "mmlu_astronomy": {
+      "alias": "  - astronomy",
+      "acc,none": 0.27631578947368424,
+      "acc_stderr,none": 0.03639057569952925
+    },
+    "mmlu_college_biology": {
+      "alias": "  - college_biology",
+      "acc,none": 0.24305555555555555,
+      "acc_stderr,none": 0.03586879280080342
+    },
+    "mmlu_college_chemistry": {
+      "alias": "  - college_chemistry",
+      "acc,none": 0.35,
+      "acc_stderr,none": 0.047937248544110196
+    },
+    "mmlu_college_computer_science": {
+      "alias": "  - college_computer_science",
+      "acc,none": 0.29,
+      "acc_stderr,none": 0.04560480215720684
+    },
+    "mmlu_college_mathematics": {
+      "alias": "  - college_mathematics",
+      "acc,none": 0.26,
+      "acc_stderr,none": 0.0440844002276808
+    },
+    "mmlu_college_physics": {
+      "alias": "  - college_physics",
+      "acc,none": 0.3333333333333333,
+      "acc_stderr,none": 0.04690650298201943
+    },
+    "mmlu_computer_security": {
+      "alias": "  - computer_security",
+      "acc,none": 0.22,
+      "acc_stderr,none": 0.04163331998932269
+    },
+    "mmlu_conceptual_physics": {
+      "alias": "  - conceptual_physics",
+      "acc,none": 0.2170212765957447,
+      "acc_stderr,none": 0.02694748312149622
+    },
+    "mmlu_electrical_engineering": {
+      "alias": "  - electrical_engineering",
+      "acc,none": 0.19310344827586207,
+      "acc_stderr,none": 0.032894455221274
+    },
+    "mmlu_elementary_mathematics": {
+      "alias": "  - elementary_mathematics",
+      "acc,none": 0.2566137566137566,
+      "acc_stderr,none": 0.022494510767503154
+    },
+    "mmlu_high_school_biology": {
+      "alias": "  - high_school_biology",
+      "acc,none": 0.2870967741935484,
+      "acc_stderr,none": 0.025736542745594525
+    },
+    "mmlu_high_school_chemistry": {
+      "alias": "  - high_school_chemistry",
+      "acc,none": 0.2512315270935961,
+      "acc_stderr,none": 0.030516530732694436
+    },
+    "mmlu_high_school_computer_science": {
+      "alias": "  - high_school_computer_science",
+      "acc,none": 0.24,
+      "acc_stderr,none": 0.04292346959909283
+    },
+    "mmlu_high_school_mathematics": {
+      "alias": "  - high_school_mathematics",
+      "acc,none": 0.27037037037037037,
+      "acc_stderr,none": 0.027080372815145658
+    },
+    "mmlu_high_school_physics": {
+      "alias": "  - high_school_physics",
+      "acc,none": 0.2582781456953642,
+      "acc_stderr,none": 0.035737053147634576
+    },
+    "mmlu_high_school_statistics": {
+      "alias": "  - high_school_statistics",
+      "acc,none": 0.3194444444444444,
+      "acc_stderr,none": 0.03179876342176851
+    },
+    "mmlu_machine_learning": {
+      "alias": "  - machine_learning",
+      "acc,none": 0.25,
+      "acc_stderr,none": 0.04109974682633932
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T19-03-10.026654_glue.json

@@ -0,0 +1,69 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "glue"
+  ],
+  "num_fewshot": 5,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "cola": {
+      "alias": "cola",
+      "mcc,none": -0.08703457213373123,
+      "mcc_stderr,none": 0.030163539085824434
+    },
+    "mnli": {
+      "alias": "mnli",
+      "acc,none": 0.3307182883341824,
+      "acc_stderr,none": 0.0047490917271714875
+    },
+    "mnli_mismatch": {
+      "alias": "mnli_mismatch",
+      "acc,none": 0.3360455655004068,
+      "acc_stderr,none": 0.004763973908606825
+    },
+    "mrpc": {
+      "alias": "mrpc",
+      "acc,none": 0.4019607843137255,
+      "acc_stderr,none": 0.024302976642371528,
+      "f1,none": 0.34759358288770054,
+      "f1_stderr,none": 0.0313439979522004
+    },
+    "qnli": {
+      "alias": "qnli",
+      "acc,none": 0.4962474830679114,
+      "acc_stderr,none": 0.006765220016415222
+    },
+    "qqp": {
+      "alias": "qqp",
+      "acc,none": 0.5283452881523621,
+      "acc_stderr,none": 0.002482701510086862,
+      "f1,none": 0.41103252308737687,
+      "f1_stderr,none": 0.0034173131749060475
+    },
+    "rte": {
+      "alias": "rte",
+      "acc,none": 0.48736462093862815,
+      "acc_stderr,none": 0.030086851767188564
+    },
+    "sst2": {
+      "alias": "sst2",
+      "acc,none": 0.6284403669724771,
+      "acc_stderr,none": 0.016373337800737308
+    },
+    "wnli": {
+      "alias": "wnli",
+      "acc,none": 0.5774647887323944,
+      "acc_stderr,none": 0.05903984205682581
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T19-04-32.038053_winogrande.json

@@ -0,0 +1,25 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "winogrande"
+  ],
+  "num_fewshot": 5,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "winogrande": {
+      "alias": "winogrande",
+      "acc,none": 0.5374901341752171,
+      "acc_stderr,none": 0.014012928183336573
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T19-09-54.775610_sciq.json

@@ -0,0 +1,27 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "sciq"
+  ],
+  "num_fewshot": 5,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "sciq": {
+      "alias": "sciq",
+      "acc,none": 0.92,
+      "acc_stderr,none": 0.00858333697775365,
+      "acc_norm,none": 0.908,
+      "acc_norm_stderr,none": 0.00914437639315114
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T19-31-43.872563_mmlu.json

@@ -0,0 +1,330 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "mmlu"
+  ],
+  "num_fewshot": 5,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "mmlu": {
+      "acc,none": 0.2547357926221336,
+      "acc_stderr,none": 0.0036750666019376636,
+      "alias": "mmlu"
+    },
+    "mmlu_humanities": {
+      "acc,none": 0.2454835281615303,
+      "acc_stderr,none": 0.006267346149858851,
+      "alias": " - humanities"
+    },
+    "mmlu_formal_logic": {
+      "alias": "  - formal_logic",
+      "acc,none": 0.3412698412698413,
+      "acc_stderr,none": 0.04240799327574925
+    },
+    "mmlu_high_school_european_history": {
+      "alias": "  - high_school_european_history",
+      "acc,none": 0.3151515151515151,
+      "acc_stderr,none": 0.0362773057502241
+    },
+    "mmlu_high_school_us_history": {
+      "alias": "  - high_school_us_history",
+      "acc,none": 0.24509803921568626,
+      "acc_stderr,none": 0.03019028245350194
+    },
+    "mmlu_high_school_world_history": {
+      "alias": "  - high_school_world_history",
+      "acc,none": 0.29535864978902954,
+      "acc_stderr,none": 0.02969633871342286
+    },
+    "mmlu_international_law": {
+      "alias": "  - international_law",
+      "acc,none": 0.2644628099173554,
+      "acc_stderr,none": 0.04026187527591206
+    },
+    "mmlu_jurisprudence": {
+      "alias": "  - jurisprudence",
+      "acc,none": 0.2222222222222222,
+      "acc_stderr,none": 0.0401910747255735
+    },
+    "mmlu_logical_fallacies": {
+      "alias": "  - logical_fallacies",
+      "acc,none": 0.24539877300613497,
+      "acc_stderr,none": 0.03380939813943354
+    },
+    "mmlu_moral_disputes": {
+      "alias": "  - moral_disputes",
+      "acc,none": 0.23410404624277456,
+      "acc_stderr,none": 0.022797110278071128
+    },
+    "mmlu_moral_scenarios": {
+      "alias": "  - moral_scenarios",
+      "acc,none": 0.2435754189944134,
+      "acc_stderr,none": 0.014355911964767864
+    },
+    "mmlu_philosophy": {
+      "alias": "  - philosophy",
+      "acc,none": 0.18006430868167203,
+      "acc_stderr,none": 0.02182342285774495
+    },
+    "mmlu_prehistory": {
+      "alias": "  - prehistory",
+      "acc,none": 0.21604938271604937,
+      "acc_stderr,none": 0.022899162918445785
+    },
+    "mmlu_professional_law": {
+      "alias": "  - professional_law",
+      "acc,none": 0.2470664928292047,
+      "acc_stderr,none": 0.011015752255279338
+    },
+    "mmlu_world_religions": {
+      "alias": "  - world_religions",
+      "acc,none": 0.23391812865497075,
+      "acc_stderr,none": 0.03246721765117827
+    },
+    "mmlu_other": {
+      "acc,none": 0.2603797875764403,
+      "acc_stderr,none": 0.007871165717920162,
+      "alias": " - other"
+    },
+    "mmlu_business_ethics": {
+      "alias": "  - business_ethics",
+      "acc,none": 0.23,
+      "acc_stderr,none": 0.04229525846816505
+    },
+    "mmlu_clinical_knowledge": {
+      "alias": "  - clinical_knowledge",
+      "acc,none": 0.2830188679245283,
+      "acc_stderr,none": 0.027724236492700904
+    },
+    "mmlu_college_medicine": {
+      "alias": "  - college_medicine",
+      "acc,none": 0.24277456647398843,
+      "acc_stderr,none": 0.0326926380614177
+    },
+    "mmlu_global_facts": {
+      "alias": "  - global_facts",
+      "acc,none": 0.2,
+      "acc_stderr,none": 0.04020151261036843
+    },
+    "mmlu_human_aging": {
+      "alias": "  - human_aging",
+      "acc,none": 0.31390134529147984,
+      "acc_stderr,none": 0.031146796482972465
+    },
+    "mmlu_management": {
+      "alias": "  - management",
+      "acc,none": 0.2912621359223301,
+      "acc_stderr,none": 0.04498676320572924
+    },
+    "mmlu_marketing": {
+      "alias": "  - marketing",
+      "acc,none": 0.29914529914529914,
+      "acc_stderr,none": 0.029996951858349483
+    },
+    "mmlu_medical_genetics": {
+      "alias": "  - medical_genetics",
+      "acc,none": 0.22,
+      "acc_stderr,none": 0.04163331998932269
+    },
+    "mmlu_miscellaneous": {
+      "alias": "  - miscellaneous",
+      "acc,none": 0.23754789272030652,
+      "acc_stderr,none": 0.015218733046150195
+    },
+    "mmlu_nutrition": {
+      "alias": "  - nutrition",
+      "acc,none": 0.27124183006535946,
+      "acc_stderr,none": 0.025457756696667864
+    },
+    "mmlu_professional_accounting": {
+      "alias": "  - professional_accounting",
+      "acc,none": 0.25177304964539005,
+      "acc_stderr,none": 0.025892151156709405
+    },
+    "mmlu_professional_medicine": {
+      "alias": "  - professional_medicine",
+      "acc,none": 0.29044117647058826,
+      "acc_stderr,none": 0.027576468622740526
+    },
+    "mmlu_virology": {
+      "alias": "  - virology",
+      "acc,none": 0.2289156626506024,
+      "acc_stderr,none": 0.03270745277352477
+    },
+    "mmlu_social_sciences": {
+      "acc,none": 0.2577185570360741,
+      "acc_stderr,none": 0.007892283265392744,
+      "alias": " - social sciences"
+    },
+    "mmlu_econometrics": {
+      "alias": "  - econometrics",
+      "acc,none": 0.2543859649122807,
+      "acc_stderr,none": 0.040969851398436716
+    },
+    "mmlu_high_school_geography": {
+      "alias": "  - high_school_geography",
+      "acc,none": 0.2727272727272727,
+      "acc_stderr,none": 0.03173071239071724
+    },
+    "mmlu_high_school_government_and_politics": {
+      "alias": "  - high_school_government_and_politics",
+      "acc,none": 0.27461139896373055,
+      "acc_stderr,none": 0.03221024508041154
+    },
+    "mmlu_high_school_macroeconomics": {
+      "alias": "  - high_school_macroeconomics",
+      "acc,none": 0.2512820512820513,
+      "acc_stderr,none": 0.021992016662370564
+    },
+    "mmlu_high_school_microeconomics": {
+      "alias": "  - high_school_microeconomics",
+      "acc,none": 0.2605042016806723,
+      "acc_stderr,none": 0.028510251512341937
+    },
+    "mmlu_high_school_psychology": {
+      "alias": "  - high_school_psychology",
+      "acc,none": 0.24403669724770644,
+      "acc_stderr,none": 0.018415286351416413
+    },
+    "mmlu_human_sexuality": {
+      "alias": "  - human_sexuality",
+      "acc,none": 0.26717557251908397,
+      "acc_stderr,none": 0.038808483010823944
+    },
+    "mmlu_professional_psychology": {
+      "alias": "  - professional_psychology",
+      "acc,none": 0.2696078431372549,
+      "acc_stderr,none": 0.017952449196987862
+    },
+    "mmlu_public_relations": {
+      "alias": "  - public_relations",
+      "acc,none": 0.22727272727272727,
+      "acc_stderr,none": 0.04013964554072775
+    },
+    "mmlu_security_studies": {
+      "alias": "  - security_studies",
+      "acc,none": 0.22448979591836735,
+      "acc_stderr,none": 0.02671143055553841
+    },
+    "mmlu_sociology": {
+      "alias": "  - sociology",
+      "acc,none": 0.3034825870646766,
+      "acc_stderr,none": 0.032510068164586174
+    },
+    "mmlu_us_foreign_policy": {
+      "alias": "  - us_foreign_policy",
+      "acc,none": 0.23,
+      "acc_stderr,none": 0.04229525846816506
+    },
+    "mmlu_stem": {
+      "acc,none": 0.260069774817634,
+      "acc_stderr,none": 0.0078061861482534595,
+      "alias": " - stem"
+    },
+    "mmlu_abstract_algebra": {
+      "alias": "  - abstract_algebra",
+      "acc,none": 0.2,
+      "acc_stderr,none": 0.04020151261036845
+    },
+    "mmlu_anatomy": {
+      "alias": "  - anatomy",
+      "acc,none": 0.2074074074074074,
+      "acc_stderr,none": 0.03502553170678318
+    },
+    "mmlu_astronomy": {
+      "alias": "  - astronomy",
+      "acc,none": 0.27631578947368424,
+      "acc_stderr,none": 0.03639057569952925
+    },
+    "mmlu_college_biology": {
+      "alias": "  - college_biology",
+      "acc,none": 0.24305555555555555,
+      "acc_stderr,none": 0.03586879280080342
+    },
+    "mmlu_college_chemistry": {
+      "alias": "  - college_chemistry",
+      "acc,none": 0.35,
+      "acc_stderr,none": 0.047937248544110196
+    },
+    "mmlu_college_computer_science": {
+      "alias": "  - college_computer_science",
+      "acc,none": 0.29,
+      "acc_stderr,none": 0.04560480215720684
+    },
+    "mmlu_college_mathematics": {
+      "alias": "  - college_mathematics",
+      "acc,none": 0.26,
+      "acc_stderr,none": 0.0440844002276808
+    },
+    "mmlu_college_physics": {
+      "alias": "  - college_physics",
+      "acc,none": 0.3333333333333333,
+      "acc_stderr,none": 0.04690650298201943
+    },
+    "mmlu_computer_security": {
+      "alias": "  - computer_security",
+      "acc,none": 0.22,
+      "acc_stderr,none": 0.04163331998932269
+    },
+    "mmlu_conceptual_physics": {
+      "alias": "  - conceptual_physics",
+      "acc,none": 0.2170212765957447,
+      "acc_stderr,none": 0.02694748312149622
+    },
+    "mmlu_electrical_engineering": {
+      "alias": "  - electrical_engineering",
+      "acc,none": 0.19310344827586207,
+      "acc_stderr,none": 0.032894455221274
+    },
+    "mmlu_elementary_mathematics": {
+      "alias": "  - elementary_mathematics",
+      "acc,none": 0.2566137566137566,
+      "acc_stderr,none": 0.022494510767503154
+    },
+    "mmlu_high_school_biology": {
+      "alias": "  - high_school_biology",
+      "acc,none": 0.2870967741935484,
+      "acc_stderr,none": 0.025736542745594525
+    },
+    "mmlu_high_school_chemistry": {
+      "alias": "  - high_school_chemistry",
+      "acc,none": 0.2512315270935961,
+      "acc_stderr,none": 0.030516530732694436
+    },
+    "mmlu_high_school_computer_science": {
+      "alias": "  - high_school_computer_science",
+      "acc,none": 0.24,
+      "acc_stderr,none": 0.04292346959909283
+    },
+    "mmlu_high_school_mathematics": {
+      "alias": "  - high_school_mathematics",
+      "acc,none": 0.27037037037037037,
+      "acc_stderr,none": 0.027080372815145658
+    },
+    "mmlu_high_school_physics": {
+      "alias": "  - high_school_physics",
+      "acc,none": 0.2582781456953642,
+      "acc_stderr,none": 0.035737053147634576
+    },
+    "mmlu_high_school_statistics": {
+      "alias": "  - high_school_statistics",
+      "acc,none": 0.3194444444444444,
+      "acc_stderr,none": 0.03179876342176851
+    },
+    "mmlu_machine_learning": {
+      "alias": "  - machine_learning",
+      "acc,none": 0.25,
+      "acc_stderr,none": 0.04109974682633932
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T20-07-36.031022_lambada_multilingual.json

@@ -0,0 +1,55 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "lambada_multilingual"
+  ],
+  "num_fewshot": 5,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "lambada_openai_mt_de": {
+      "alias": "lambada_openai_mt_de",
+      "perplexity,none": 267.28408723088717,
+      "perplexity_stderr,none": 16.35740283931253,
+      "acc,none": 0.20958664855424025,
+      "acc_stderr,none": 0.005670495539426846
+    },
+    "lambada_openai_mt_en": {
+      "alias": "lambada_openai_mt_en",
+      "perplexity,none": 21.37572561784123,
+      "perplexity_stderr,none": 0.6808300296181946,
+      "acc,none": 0.38676499126722297,
+      "acc_stderr,none": 0.006784988579985175
+    },
+    "lambada_openai_mt_es": {
+      "alias": "lambada_openai_mt_es",
+      "perplexity,none": 370.8411076274339,
+      "perplexity_stderr,none": 21.595221630946366,
+      "acc,none": 0.21424412963322337,
+      "acc_stderr,none": 0.005716238694447705
+    },
+    "lambada_openai_mt_fr": {
+      "alias": "lambada_openai_mt_fr",
+      "perplexity,none": 196.3477203013756,
+      "perplexity_stderr,none": 11.305248298408568,
+      "acc,none": 0.2450999417814865,
+      "acc_stderr,none": 0.005992780988422183
+    },
+    "lambada_openai_mt_it": {
+      "alias": "lambada_openai_mt_it",
+      "perplexity,none": 323.19218684985276,
+      "perplexity_stderr,none": 20.29110209885659,
+      "acc,none": 0.2109450805356103,
+      "acc_stderr,none": 0.005683951840704777
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T20-24-29.617348_pawsx.json

@@ -0,0 +1,60 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "pawsx"
+  ],
+  "num_fewshot": 5,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "pawsx": {
+      "acc,none": 0.46485714285714286,
+      "acc_stderr,none": 0.004213340523157351,
+      "alias": "pawsx"
+    },
+    "paws_de": {
+      "alias": " - paws_de",
+      "acc,none": 0.4565,
+      "acc_stderr,none": 0.011140733053371418
+    },
+    "paws_en": {
+      "alias": " - paws_en",
+      "acc,none": 0.48,
+      "acc_stderr,none": 0.011174185930778313
+    },
+    "paws_es": {
+      "alias": " - paws_es",
+      "acc,none": 0.503,
+      "acc_stderr,none": 0.011182934722804556
+    },
+    "paws_fr": {
+      "alias": " - paws_fr",
+      "acc,none": 0.467,
+      "acc_stderr,none": 0.011158752568250661
+    },
+    "paws_ja": {
+      "alias": " - paws_ja",
+      "acc,none": 0.448,
+      "acc_stderr,none": 0.01112249319745629
+    },
+    "paws_ko": {
+      "alias": " - paws_ko",
+      "acc,none": 0.4515,
+      "acc_stderr,none": 0.011130400617630763
+    },
+    "paws_zh": {
+      "alias": " - paws_zh",
+      "acc,none": 0.448,
+      "acc_stderr,none": 0.01112249319745629
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_261/0.4.8_2025-03-15T20-29-15.015293_xcopa.json

@@ -0,0 +1,80 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "xcopa"
+  ],
+  "num_fewshot": 5,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [
+    261
+  ],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "xcopa": {
+      "acc,none": 0.5294545454545454,
+      "acc_stderr,none": 0.00673238666638665,
+      "alias": "xcopa"
+    },
+    "xcopa_et": {
+      "alias": " - xcopa_et",
+      "acc,none": 0.496,
+      "acc_stderr,none": 0.02238235778196214
+    },
+    "xcopa_ht": {
+      "alias": " - xcopa_ht",
+      "acc,none": 0.528,
+      "acc_stderr,none": 0.02234794983266809
+    },
+    "xcopa_id": {
+      "alias": " - xcopa_id",
+      "acc,none": 0.546,
+      "acc_stderr,none": 0.02228814759117695
+    },
+    "xcopa_it": {
+      "alias": " - xcopa_it",
+      "acc,none": 0.526,
+      "acc_stderr,none": 0.02235279165091416
+    },
+    "xcopa_qu": {
+      "alias": " - xcopa_qu",
+      "acc,none": 0.5,
+      "acc_stderr,none": 0.022383074051792257
+    },
+    "xcopa_sw": {
+      "alias": " - xcopa_sw",
+      "acc,none": 0.528,
+      "acc_stderr,none": 0.022347949832668093
+    },
+    "xcopa_ta": {
+      "alias": " - xcopa_ta",
+      "acc,none": 0.532,
+      "acc_stderr,none": 0.0223371864790443
+    },
+    "xcopa_th": {
+      "alias": " - xcopa_th",
+      "acc,none": 0.566,
+      "acc_stderr,none": 0.02218721580302901
+    },
+    "xcopa_tr": {
+      "alias": " - xcopa_tr",
+      "acc,none": 0.526,
+      "acc_stderr,none": 0.022352791650914167
+    },
+    "xcopa_vi": {
+      "alias": " - xcopa_vi",
+      "acc,none": 0.538,
+      "acc_stderr,none": 0.022318338119870527
+    },
+    "xcopa_zh": {
+      "alias": " - xcopa_zh",
+      "acc,none": 0.538,
+      "acc_stderr,none": 0.02231833811987053
+    }
+  }
+}

lm_eval/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096/pad_none/0.4.8_2025-03-14T11-51-55.842699_lambada_openai.json

@@ -0,0 +1,25 @@
+{
+  "model": "/models/RWKV-x070-World-0.1B-v2.8-20241210-ctx4096",
+  "tasks": [
+    "lambada_openai"
+  ],
+  "num_fewshot": 0,
+  "lm_eval_version": "0.4.8",
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "custom_prefix_token_id": null,
+  "pad_token_ids": [],
+  "stop_token_ids": [
+    11,
+    261
+  ],
+  "results": {
+    "lambada_openai": {
+      "alias": "lambada_openai",
+      "perplexity,none": 14.00703003680488,
+      "perplexity_stderr,none": 0.4392984349795351,
+      "acc,none": 0.4737046380749078,
+      "acc_stderr,none": 0.006956337791536673
+    }
+  }
+}