Spaces:
Running
Running
File size: 262,399 Bytes
d8d264f | 1 | [{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","avg_score":0.5736279616},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","avg_score":0.9018204001},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","avg_score":0.1836597758},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","avg_score":0.7556332556},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","avg_score":0.8041413133},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","avg_score":0.6369127162},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Mgsm","avg_score":0.8779069767},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","avg_score":0.6564051977},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","avg_score":0.5641078687},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"PolyMath","avg_score":0.3162202381},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","avg_score":0.3590313891},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"XCOPA","avg_score":0.6379310345},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","avg_score":0.5580752212},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","avg_score":0.638158054},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","avg_score":0.6757465575},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","avg_score":0.7073963284},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","avg_score":0.951871898},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","avg_score":0.2786400478},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","avg_score":0.6557886558},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","avg_score":0.846663656},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","avg_score":0.7142484242},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Mgsm","avg_score":0.9034883721},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","avg_score":0.8367136036},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","avg_score":0.6517399552},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"PolyMath","avg_score":0.0904017857},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","avg_score":0.7956058418},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"XCOPA","avg_score":0.6637931034},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","avg_score":0.4668141593},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","avg_score":0.5547964694},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","avg_score":0.7737360466},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","avg_score":0.1075372904},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","avg_score":0.0295041682},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","avg_score":0.1465142022},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Global MGSM","avg_score":0.0003885004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","avg_score":0.0313807283},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","avg_score":0.1586369645},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Mgsm","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","avg_score":0.3464712557},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","avg_score":0.0001135462},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","avg_score":0.0668990387},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"XCOPA","avg_score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Xcsqa","avg_score":0.0373340708},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","avg_score":0.1131465517},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","avg_score":0.0261969873},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","avg_score":0.2048124472},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","avg_score":0.417370587},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","avg_score":0.3170807865},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Global MGSM","avg_score":0.0170940171},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","avg_score":0.3184402136},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","avg_score":0.2645964185},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Mgsm","avg_score":0.3034883721},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","avg_score":0.6645127806},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","avg_score":0.3632145995},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"PolyMath","avg_score":0.0007440476},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","avg_score":0.4141238817},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"XCOPA","avg_score":0.2528735632},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Xcsqa","avg_score":0.2549778761},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","avg_score":0.2969385655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","avg_score":0.3277468834},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","avg_score":0.2080543197},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","avg_score":0.4322191577},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","avg_score":0.3173627657},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Global MGSM","avg_score":0.0104895105},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","avg_score":0.2984160091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","avg_score":0.2535657933},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Mgsm","avg_score":0.2825581395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","avg_score":0.6770750438},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","avg_score":0.3664747539},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","avg_score":0.4692168466},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"XCOPA","avg_score":0.2816091954},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Xcsqa","avg_score":0.2599557522},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","avg_score":0.3602800513},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","avg_score":0.3330239652},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","avg_score":0.2045998654},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","avg_score":0.4448926032},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","avg_score":0.3146254446},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Global MGSM","avg_score":0.0089355089},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","avg_score":0.3046701686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","avg_score":0.2592605991},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Mgsm","avg_score":0.3034883721},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","avg_score":0.6677042346},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","avg_score":0.372910498},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"PolyMath","avg_score":0.0037202381},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","avg_score":0.4275496841},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"XCOPA","avg_score":0.2471264368},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Xcsqa","avg_score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","avg_score":0.2741730434},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","avg_score":0.338545486},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","avg_score":0.2090261223},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","avg_score":0.4420118295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","avg_score":0.3614040416},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Global MGSM","avg_score":0.0089355089},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","avg_score":0.3000520932},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","avg_score":0.2506977974},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Mgsm","avg_score":0.2813953488},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","avg_score":0.661430932},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","avg_score":0.3765541254},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"PolyMath","avg_score":0.0011160714},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","avg_score":0.3150465509},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"XCOPA","avg_score":0.2442528736},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Xcsqa","avg_score":0.2505530973},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","avg_score":0.3232577005},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","avg_score":0.3385684022},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","avg_score":0.2134523791},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","avg_score":0.4281235167},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","avg_score":0.3531585866},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Global MGSM","avg_score":0.0089355089},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","avg_score":0.3275872314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","avg_score":0.2709218161},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Mgsm","avg_score":0.3244186047},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","avg_score":0.680815907},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","avg_score":0.3910687372},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"PolyMath","avg_score":0.0003720238},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","avg_score":0.3856511318},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"XCOPA","avg_score":0.2586206897},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Xcsqa","avg_score":0.2378318584},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","avg_score":0.2991875726},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","avg_score":0.3385645828},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","avg_score":0.2232792262},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","avg_score":0.4333712367},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","avg_score":0.298292532},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Global MGSM","avg_score":0.0089355089},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","avg_score":0.3187838705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","avg_score":0.2502709096},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Mgsm","avg_score":0.3011627907},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","avg_score":0.690259019},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","avg_score":0.3747886178},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"PolyMath","avg_score":0.0007440476},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","avg_score":0.3516226658},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"XCOPA","avg_score":0.3189655172},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Xcsqa","avg_score":0.2519358407},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","avg_score":0.3293176095},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","avg_score":0.3464299173},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","avg_score":0.2122641987},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","avg_score":0.4692147199},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","avg_score":0.3332464771},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Global MGSM","avg_score":0.0143745144},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","avg_score":0.3294332731},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","avg_score":0.2456736562},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Mgsm","avg_score":0.3081395349},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","avg_score":0.6817797906},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","avg_score":0.3602919119},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","avg_score":0.3574102439},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"XCOPA","avg_score":0.2327586207},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Xcsqa","avg_score":0.2580199115},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","avg_score":0.3433262301},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","avg_score":0.347063931},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","avg_score":0.2190642858},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","avg_score":0.439132208},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","avg_score":0.3338452636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Global MGSM","avg_score":0.0058275058},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","avg_score":0.3311614613},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","avg_score":0.2502731358},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Mgsm","avg_score":0.3348837209},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","avg_score":0.6829831484},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","avg_score":0.3890516481},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"PolyMath","avg_score":0.0011160714},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","avg_score":0.3752343412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"XCOPA","avg_score":0.2902298851},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Xcsqa","avg_score":0.2422566372},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","avg_score":0.3327077683},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","avg_score":0.3458862951},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","avg_score":0.2265147719},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","avg_score":0.4475164632},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","avg_score":0.3193832674},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Global MGSM","avg_score":0.0073815074},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","avg_score":0.3264790122},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","avg_score":0.2526118354},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Mgsm","avg_score":0.3058139535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","avg_score":0.6868115117},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","avg_score":0.3954459812},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"PolyMath","avg_score":0.0007440476},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","avg_score":0.4604188401},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"XCOPA","avg_score":0.2816091954},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Xcsqa","avg_score":0.282079646},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","avg_score":0.3252221765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","avg_score":0.3526096411},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","avg_score":0.2063270925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","avg_score":0.4508459716},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","avg_score":0.3349808328},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Global MGSM","avg_score":0.012043512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","avg_score":0.3344910709},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","avg_score":0.2463354158},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Mgsm","avg_score":0.3174418605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","avg_score":0.6954685036},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","avg_score":0.3855198933},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"PolyMath","avg_score":0.0003720238},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","avg_score":0.3715306879},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"XCOPA","avg_score":0.275862069},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Xcsqa","avg_score":0.2718473451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","avg_score":0.3199613764},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","avg_score":0.3529864846},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","avg_score":0.1228684878},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","avg_score":0.2408473081},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","avg_score":0.2663868189},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Global MGSM","avg_score":0.012043512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","avg_score":0.1986733061},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","avg_score":0.1990827756},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Mgsm","avg_score":0.1186046512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","avg_score":0.6483022201},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","avg_score":0.2703380126},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"PolyMath","avg_score":0.0003720238},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","avg_score":0.3694462908},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"XCOPA","avg_score":0.2787356322},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Xcsqa","avg_score":0.201880531},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","avg_score":0.3365913164},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","avg_score":0.2304015929},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","avg_score":0.1394941565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","avg_score":0.2620323135},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","avg_score":0.3058925009},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Global MGSM","avg_score":0.0128205128},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","avg_score":0.2139794083},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","avg_score":0.2010229724},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Mgsm","avg_score":0.1290697674},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","avg_score":0.6597131652},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","avg_score":0.2902419044},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","avg_score":0.5064833531},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"XCOPA","avg_score":0.2729885057},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Xcsqa","avg_score":0.2237278761},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","avg_score":0.3352564413},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","avg_score":0.2448502302},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","avg_score":0.1603347657},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","avg_score":0.2713768266},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","avg_score":0.2690366112},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Global MGSM","avg_score":0.0093240093},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","avg_score":0.2301867434},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","avg_score":0.2045928008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Mgsm","avg_score":0.1360465116},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","avg_score":0.641666943},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","avg_score":0.3003296215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"PolyMath","avg_score":0.001860119},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","avg_score":0.4648190239},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"XCOPA","avg_score":0.2298850575},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Xcsqa","avg_score":0.2140486726},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","avg_score":0.3180453313},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","avg_score":0.2552872668},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","avg_score":0.1488907785},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","avg_score":0.2949305066},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","avg_score":0.2803408856},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Global MGSM","avg_score":0.0128205128},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","avg_score":0.221165502},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","avg_score":0.2252865631},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Mgsm","avg_score":0.176744186},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","avg_score":0.6586585577},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","avg_score":0.2967806474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","avg_score":0.5437517484},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"XCOPA","avg_score":0.2528735632},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Xcsqa","avg_score":0.2181969027},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","avg_score":0.2394269421},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","avg_score":0.2702387864},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","avg_score":0.1665932753},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","avg_score":0.2997963124},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","avg_score":0.2603327564},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Global MGSM","avg_score":0.0097125097},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","avg_score":0.2536871316},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","avg_score":0.2168912883},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Mgsm","avg_score":0.1848837209},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","avg_score":0.6573345418},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","avg_score":0.3207426397},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"PolyMath","avg_score":0.0011160714},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","avg_score":0.3405102891},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"XCOPA","avg_score":0.2413793103},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Xcsqa","avg_score":0.2176438053},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","avg_score":0.2785802499},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","avg_score":0.2712101768},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","avg_score":0.1539649038},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","avg_score":0.3187411002},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","avg_score":0.3059333041},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Global MGSM","avg_score":0.0104895105},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","avg_score":0.2463227721},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","avg_score":0.2236697324},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Mgsm","avg_score":0.1872093023},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","avg_score":0.66349041},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","avg_score":0.3211524171},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","avg_score":0.311343842},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"XCOPA","avg_score":0.2270114943},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Xcsqa","avg_score":0.2394911504},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","avg_score":0.3093489684},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","avg_score":0.2814422411},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","avg_score":0.1769604345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","avg_score":0.307092429},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","avg_score":0.2940441586},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Global MGSM","avg_score":0.0112665113},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","avg_score":0.2498405511},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","avg_score":0.2270135942},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Mgsm","avg_score":0.2058139535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","avg_score":0.6676586424},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","avg_score":0.31722203},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","avg_score":0.3115752318},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"XCOPA","avg_score":0.275862069},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Xcsqa","avg_score":0.2494469027},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","avg_score":0.3520922123},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","avg_score":0.2863246557},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","avg_score":0.1145512246},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","avg_score":0.1295432237},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","avg_score":0.2046894769},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Global MGSM","avg_score":0.0097125097},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","avg_score":0.1126501394},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","avg_score":0.1612750977},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Mgsm","avg_score":0.0523255814},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","avg_score":0.610459772},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","avg_score":0.1923150995},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","avg_score":0.4145857169},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"XCOPA","avg_score":0.2931034483},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Xcsqa","avg_score":0.1733960177},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","avg_score":0.2900432245},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","avg_score":0.1729622444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","avg_score":0.184412186},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","avg_score":0.3305804405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","avg_score":0.3273460095},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Global MGSM","avg_score":0.0101010101},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","avg_score":0.2690526558},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","avg_score":0.2402460031},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Mgsm","avg_score":0.2069767442},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","avg_score":0.6505961065},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","avg_score":0.3340398568},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"PolyMath","avg_score":0.0003720238},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","avg_score":0.3266212349},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"XCOPA","avg_score":0.2413793103},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Xcsqa","avg_score":0.2663163717},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","avg_score":0.2981463096},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","avg_score":0.2898842989},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","avg_score":0.1723165343},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","avg_score":0.3318609763},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","avg_score":0.3260659391},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Global MGSM","avg_score":0.0132090132},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","avg_score":0.2756970194},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","avg_score":0.2369338658},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Mgsm","avg_score":0.211627907},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","avg_score":0.6727258242},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","avg_score":0.3136566818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"PolyMath","avg_score":0.0040922619},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","avg_score":0.420837019},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"XCOPA","avg_score":0.1925287356},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Xcsqa","avg_score":0.2455752212},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","avg_score":0.3202368268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","avg_score":0.2927284486},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","avg_score":0.1809552009},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","avg_score":0.3565684634},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","avg_score":0.320457016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Global MGSM","avg_score":0.0151515152},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","avg_score":0.2806686553},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","avg_score":0.2104072688},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Mgsm","avg_score":0.2372093023},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","avg_score":0.655667433},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","avg_score":0.3341383133},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"PolyMath","avg_score":0.0003720238},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","avg_score":0.3155102749},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"XCOPA","avg_score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Xcsqa","avg_score":0.2397676991},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","avg_score":0.3634401637},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","avg_score":0.2969157398},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","avg_score":0.1890522901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","avg_score":0.3335896709},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","avg_score":0.3266875513},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Global MGSM","avg_score":0.0151515152},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","avg_score":0.2719890901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","avg_score":0.2286092752},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Mgsm","avg_score":0.2418604651},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","avg_score":0.6469445857},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","avg_score":0.3509652251},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","avg_score":0.3185192867},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"XCOPA","avg_score":0.2729885057},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Xcsqa","avg_score":0.2541482301},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","avg_score":0.369400184},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","avg_score":0.3025251059},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","avg_score":0.1959599334},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","avg_score":0.3582320656},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","avg_score":0.317814247},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Global MGSM","avg_score":0.0135975136},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","avg_score":0.2804032373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","avg_score":0.2462190931},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Mgsm","avg_score":0.2465116279},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","avg_score":0.6779836642},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","avg_score":0.3520819978},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","avg_score":0.3416695992},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"XCOPA","avg_score":0.2183908046},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Xcsqa","avg_score":0.2383849558},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","avg_score":0.2946744237},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","avg_score":0.3086615436},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","avg_score":0.1851650799},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","avg_score":0.3886325513},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","avg_score":0.3683913347},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Global MGSM","avg_score":0.0124320124},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","avg_score":0.2867435587},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","avg_score":0.253967079},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Mgsm","avg_score":0.2139534884},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","avg_score":0.6670410753},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","avg_score":0.3446249267},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","avg_score":0.4145861891},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"XCOPA","avg_score":0.2356321839},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Xcsqa","avg_score":0.2466814159},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","avg_score":0.3280251114},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","avg_score":0.3094177768},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","avg_score":0.1930470565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","avg_score":0.3934338407},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","avg_score":0.2897206781},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Global MGSM","avg_score":0.0073815074},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","avg_score":0.2811509634},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","avg_score":0.2390660786},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Mgsm","avg_score":0.2372093023},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","avg_score":0.6818737382},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","avg_score":0.3444160237},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","avg_score":0.5652809157},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"XCOPA","avg_score":0.2816091954},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Xcsqa","avg_score":0.2381084071},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","avg_score":0.3303709802},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","avg_score":0.3174473438},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","avg_score":0.1970430883},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","avg_score":0.3795443758},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","avg_score":0.3499715138},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Global MGSM","avg_score":0.0128205128},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","avg_score":0.2881082826},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","avg_score":0.2478765532},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Mgsm","avg_score":0.2686046512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","avg_score":0.6599107314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","avg_score":0.350108802},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","avg_score":0.5775488247},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"XCOPA","avg_score":0.2701149425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Xcsqa","avg_score":0.2430862832},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","avg_score":0.3236693627},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","avg_score":0.3170373992},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","avg_score":0.1962876637},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","avg_score":0.4170526131},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","avg_score":0.3137061818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Global MGSM","avg_score":0.0085470085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","avg_score":0.3040006814},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","avg_score":0.2534600454},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Mgsm","avg_score":0.2255813953},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","avg_score":0.6726401661},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","avg_score":0.2801990316},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","avg_score":0.4270869045},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"XCOPA","avg_score":0.2442528736},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Xcsqa","avg_score":0.2665929204},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","avg_score":0.3331557536},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","avg_score":0.3210515461},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","avg_score":0.2033028633},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","avg_score":0.4122495956},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","avg_score":0.2723903557},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Global MGSM","avg_score":0.0058275058},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","avg_score":0.3026527936},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","avg_score":0.2517998024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Mgsm","avg_score":0.261627907},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","avg_score":0.678056888},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","avg_score":0.358974212},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","avg_score":0.3872718048},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"XCOPA","avg_score":0.2931034483},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Xcsqa","avg_score":0.2616150442},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","avg_score":0.2250490362},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","avg_score":0.3279582213},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","avg_score":0.1197379676},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","avg_score":0.2041092355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","avg_score":0.2221510926},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Global MGSM","avg_score":0.0116550117},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","avg_score":0.1837990033},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","avg_score":0.2045171075},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Mgsm","avg_score":0.1046511628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","avg_score":0.6190808428},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","avg_score":0.2417754217},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"PolyMath","avg_score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","avg_score":0.4437545251},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"XCOPA","avg_score":0.2614942529},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Xcsqa","avg_score":0.1955199115},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","avg_score":0.320227746},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","avg_score":0.2065598774},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","avg_score":0.1993080968},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","avg_score":0.3739118613},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","avg_score":0.316206153},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Global MGSM","avg_score":0.0116550117},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","avg_score":0.2938603267},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","avg_score":0.2635712199},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Mgsm","avg_score":0.2965116279},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","avg_score":0.6763994503},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","avg_score":0.3661827123},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"PolyMath","avg_score":0.0011160714},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","avg_score":0.4821784527},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"XCOPA","avg_score":0.2528735632},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Xcsqa","avg_score":0.2596792035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","avg_score":0.3291390207},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","avg_score":0.3333944431},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","avg_score":0.4968644184},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","avg_score":0.7689470919},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","avg_score":0.5107341837},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","avg_score":0.0155400155},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","avg_score":0.5600260664},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","avg_score":0.5035172327},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Mgsm","avg_score":0.5395348837},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","avg_score":0.8517806748},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","avg_score":0.5597913677},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"PolyMath","avg_score":0.0},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","avg_score":0.4145866613},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"XCOPA","avg_score":0.474137931},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","avg_score":0.5232300885},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","avg_score":0.3170343375},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","avg_score":0.661879736},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","avg_score":0.0910166472},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","avg_score":0.0146561735},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","avg_score":0.1157115363},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Global MGSM","avg_score":0.0178710179},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","avg_score":0.0065958357},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","avg_score":0.1612600704},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Mgsm","avg_score":0.0255813953},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","avg_score":0.7760142653},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","avg_score":0.0701240452},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"PolyMath","avg_score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","avg_score":0.4907436528},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"XCOPA","avg_score":0.2586206897},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Xcsqa","avg_score":0.1595685841},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","avg_score":0.3074541118},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","avg_score":0.1570762548},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","avg_score":0.2823326804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","avg_score":0.1849732026},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","avg_score":0.4392012441},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Global MGSM","avg_score":0.0182595183},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","avg_score":0.2161017621},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","avg_score":0.2302984597},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Mgsm","avg_score":0.088372093},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","avg_score":0.8832075173},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","avg_score":0.5021547935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"PolyMath","avg_score":0.0007440476},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","avg_score":0.4335695965},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"XCOPA","avg_score":0.5229885057},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Xcsqa","avg_score":0.3310287611},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","avg_score":0.3930162728},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","avg_score":0.5364787033},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","avg_score":0.3300598266},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","avg_score":0.355862815},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","avg_score":0.4308252819},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Global MGSM","avg_score":0.0244755245},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","avg_score":0.2859265069},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","avg_score":0.3094880964},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Mgsm","avg_score":0.1162790698},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","avg_score":0.8902093741},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","avg_score":0.5306005149},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"PolyMath","avg_score":0.0014880952},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","avg_score":0.3870394706},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"XCOPA","avg_score":0.5603448276},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Xcsqa","avg_score":0.3448561947},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","avg_score":0.4203009977},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","avg_score":0.5976190112},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","avg_score":0.3525112491},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","avg_score":0.4168596399},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","avg_score":0.5129388105},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Global MGSM","avg_score":0.0112665113},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","avg_score":0.300186783},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","avg_score":0.3374333857},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Mgsm","avg_score":0.1686046512},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","avg_score":0.8922785232},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","avg_score":0.520177391},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"PolyMath","avg_score":0.0003720238},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","avg_score":0.4018555006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"XCOPA","avg_score":0.5948275862},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Xcsqa","avg_score":0.3559181416},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","avg_score":0.4437142823},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","avg_score":0.619040526},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","avg_score":0.3677361556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","avg_score":0.424410942},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","avg_score":0.4843035061},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Global MGSM","avg_score":0.0143745144},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","avg_score":0.3500497164},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","avg_score":0.2362737759},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Mgsm","avg_score":0.161627907},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","avg_score":0.8951913583},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","avg_score":0.5529681891},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"PolyMath","avg_score":0.0014880952},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","avg_score":0.3541684257},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"XCOPA","avg_score":0.5775862069},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Xcsqa","avg_score":0.3788716814},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","avg_score":0.4428031771},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","avg_score":0.6439198342},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","avg_score":0.3832824655},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","avg_score":0.5252817985},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","avg_score":0.4554423038},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Global MGSM","avg_score":0.0233100233},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","avg_score":0.3694093855},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","avg_score":0.310472109},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Mgsm","avg_score":0.188372093},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","avg_score":0.9048757866},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","avg_score":0.4782718727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"PolyMath","avg_score":0.0003720238},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","avg_score":0.321065991},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"XCOPA","avg_score":0.6063218391},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Xcsqa","avg_score":0.3772123894},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","avg_score":0.4900535161},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","avg_score":0.6578630429},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","avg_score":0.3992602659},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","avg_score":0.5404512233},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","avg_score":0.5196868144},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Global MGSM","avg_score":0.026029526},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","avg_score":0.3799132043},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","avg_score":0.3044845483},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Mgsm","avg_score":0.1988372093},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","avg_score":0.8980793249},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","avg_score":0.5564302743},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"PolyMath","avg_score":0.005952381},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","avg_score":0.3622713184},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"XCOPA","avg_score":0.6522988506},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Xcsqa","avg_score":0.3705752212},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","avg_score":0.4633772036},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","avg_score":0.66382379},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","avg_score":0.3983998158},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","avg_score":0.5298267504},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","avg_score":0.5384184635},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Global MGSM","avg_score":0.0225330225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","avg_score":0.3823425715},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","avg_score":0.299329057},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Mgsm","avg_score":0.223255814},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","avg_score":0.901363345},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","avg_score":0.5712449564},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"PolyMath","avg_score":0.0040922619},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","avg_score":0.3590304447},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"XCOPA","avg_score":0.591954023},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Xcsqa","avg_score":0.3669800885},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","avg_score":0.4819897811},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","avg_score":0.6808759574},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","avg_score":0.4105979623},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","avg_score":0.5520359541},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","avg_score":0.5618581435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Global MGSM","avg_score":0.0182595183},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","avg_score":0.4101827423},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","avg_score":0.3873569968},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Mgsm","avg_score":0.1953488372},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","avg_score":0.9032174278},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","avg_score":0.5642753609},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"PolyMath","avg_score":0.0040922619},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","avg_score":0.3326397306},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"XCOPA","avg_score":0.591954023},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Xcsqa","avg_score":0.3755530973},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","avg_score":0.4995732032},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","avg_score":0.6859442475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","avg_score":0.4300327477},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","avg_score":0.5884549007},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","avg_score":0.5447416641},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Global MGSM","avg_score":0.0233100233},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","avg_score":0.4141877813},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","avg_score":0.3565887935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Mgsm","avg_score":0.2337209302},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","avg_score":0.9096311913},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","avg_score":0.5535654245},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"PolyMath","avg_score":0.0044642857},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","avg_score":0.4099588655},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"XCOPA","avg_score":0.6609195402},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Xcsqa","avg_score":0.3813606195},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","avg_score":0.4629322453},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","avg_score":0.6909005031},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","avg_score":0.4525980534},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","avg_score":0.5786622289},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","avg_score":0.5381033595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Global MGSM","avg_score":0.0202020202},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","avg_score":0.4216640521},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","avg_score":0.382519306},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Mgsm","avg_score":0.2081395349},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","avg_score":0.909744481},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","avg_score":0.5693855877},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"PolyMath","avg_score":0.001860119},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","avg_score":0.4601879225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"XCOPA","avg_score":0.6494252874},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Xcsqa","avg_score":0.3791482301},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","avg_score":0.5076066689},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","avg_score":0.698185295},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","avg_score":0.4352182253},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","avg_score":0.589158821},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","avg_score":0.4872451573},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Global MGSM","avg_score":0.0170940171},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","avg_score":0.4231169186},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","avg_score":0.3858926658},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Mgsm","avg_score":0.2511627907},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","avg_score":0.913287778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","avg_score":0.5623447908},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"PolyMath","avg_score":0.0022321429},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","avg_score":0.3428270204},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"XCOPA","avg_score":0.683908046},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Xcsqa","avg_score":0.3788716814},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","avg_score":0.4553437379},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","avg_score":0.703061344},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","avg_score":0.4356459197},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","avg_score":0.6001035719},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","avg_score":0.4966091737},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Global MGSM","avg_score":0.0167055167},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","avg_score":0.4052606246},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","avg_score":0.4038970905},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Mgsm","avg_score":0.2139534884},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","avg_score":0.9070490148},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","avg_score":0.5517998641},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"PolyMath","avg_score":0.0104166667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","avg_score":0.3849564902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"XCOPA","avg_score":0.683908046},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Xcsqa","avg_score":0.392699115},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","avg_score":0.4606287534},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","avg_score":0.7051721767},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","avg_score":0.4473088156},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","avg_score":0.6251284568},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","avg_score":0.5468626929},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Global MGSM","avg_score":0.0361305361},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","avg_score":0.4066709054},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","avg_score":0.4112476868},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Mgsm","avg_score":0.2755813953},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","avg_score":0.9183346965},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","avg_score":0.5704251904},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"PolyMath","avg_score":0.0029761905},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","avg_score":0.3298625809},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"XCOPA","avg_score":0.6494252874},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Xcsqa","avg_score":0.3949115044},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","avg_score":0.4868449729},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","avg_score":0.7109801495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","avg_score":0.4568079323},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","avg_score":0.6379942995},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","avg_score":0.4913040334},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Global MGSM","avg_score":0.0291375291},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","avg_score":0.4435016163},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","avg_score":0.3921496055},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Mgsm","avg_score":0.2534883721},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","avg_score":0.916283508},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","avg_score":0.5739972996},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"PolyMath","avg_score":0.0085565476},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","avg_score":0.3993087962},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"XCOPA","avg_score":0.5948275862},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Xcsqa","avg_score":0.3996128319},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","avg_score":0.4725851172},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","avg_score":0.7139185101},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","avg_score":0.4429901149},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","avg_score":0.6440104563},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","avg_score":0.5361273037},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Global MGSM","avg_score":0.0217560218},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","avg_score":0.4553761013},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","avg_score":0.4053174526},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Mgsm","avg_score":0.2244186047},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","avg_score":0.9066188824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","avg_score":0.571468649},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"PolyMath","avg_score":0.0003720238},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","avg_score":0.3743073654},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"XCOPA","avg_score":0.6810344828},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Xcsqa","avg_score":0.3830199115},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","avg_score":0.4884250291},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","avg_score":0.7161006376},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","avg_score":0.4718126648},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","avg_score":0.6702519366},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","avg_score":0.5654437032},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Global MGSM","avg_score":0.0217560218},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","avg_score":0.459954562},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","avg_score":0.3717742003},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Mgsm","avg_score":0.2976744186},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","avg_score":0.9148116628},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","avg_score":0.5904212478},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"PolyMath","avg_score":0.0040922619},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","avg_score":0.479169441},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"XCOPA","avg_score":0.7327586207},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Xcsqa","avg_score":0.4012721239},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","avg_score":0.4679932681},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","avg_score":0.7287325328},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","avg_score":0.5064736221},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","avg_score":0.6963672644},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","avg_score":0.5870005482},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Global MGSM","avg_score":0.033022533},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","avg_score":0.4784605359},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","avg_score":0.4298058968},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Mgsm","avg_score":0.3023255814},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","avg_score":0.9198369365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","avg_score":0.5832615004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"PolyMath","avg_score":0.0119047619},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","avg_score":0.353243811},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"XCOPA","avg_score":0.6867816092},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Xcsqa","avg_score":0.4029314159},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","avg_score":0.4564334318},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","avg_score":0.7479248146},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","avg_score":0.5158677134},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","avg_score":0.7440483597},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","avg_score":0.5999757854},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Global MGSM","avg_score":0.0353535354},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","avg_score":0.508765727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","avg_score":0.4731620031},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Mgsm","avg_score":0.3674418605},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","avg_score":0.929060377},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","avg_score":0.6027520706},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"PolyMath","avg_score":0.0063244048},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","avg_score":0.320602267},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"XCOPA","avg_score":0.7270114943},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Xcsqa","avg_score":0.4388827434},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","avg_score":0.5243304436},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","avg_score":0.7674939399},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","avg_score":0.532063157},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","avg_score":0.7729787925},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","avg_score":0.5813982815},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Global MGSM","avg_score":0.0345765346},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","avg_score":0.5427689437},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","avg_score":0.5083454619},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Mgsm","avg_score":0.4034883721},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","avg_score":0.9292731406},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","avg_score":0.5975764527},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"PolyMath","avg_score":0.0115327381},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","avg_score":0.3287051597},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"XCOPA","avg_score":0.8304597701},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Xcsqa","avg_score":0.4350110619},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","avg_score":0.5429097249},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","avg_score":0.7874220851},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","avg_score":0.0866966812},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","avg_score":0.0631713741},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","avg_score":0.1257454629},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Global MGSM","avg_score":0.0093240093},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","avg_score":0.0538214252},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","avg_score":0.164365721},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Mgsm","avg_score":0.0011627907},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","avg_score":0.5539696531},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","avg_score":0.0122756392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"PolyMath","avg_score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","avg_score":0.2983806776},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"XCOPA","avg_score":0.2672413793},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Xcsqa","avg_score":0.0832411504},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","avg_score":0.2722206751},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","avg_score":0.0681488328},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","avg_score":0.1180094751},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","avg_score":0.0357127222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","avg_score":0.145362988},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Global MGSM","avg_score":0.0124320124},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","avg_score":0.0573827803},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","avg_score":0.1589798105},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Mgsm","avg_score":0.0209302326},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","avg_score":0.7366295113},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","avg_score":0.0853214978},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"PolyMath","avg_score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","avg_score":0.6506977488},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"XCOPA","avg_score":0.3390804598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Xcsqa","avg_score":0.1404867257},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","avg_score":0.2794247627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","avg_score":0.1812846289},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","avg_score":0.1643282668},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","avg_score":0.0443515869},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","avg_score":0.2066413444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Global MGSM","avg_score":0.0108780109},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","avg_score":0.0394195268},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","avg_score":0.1598547357},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Mgsm","avg_score":0.026744186},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","avg_score":0.7973744418},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","avg_score":0.288950773},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"PolyMath","avg_score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","avg_score":0.7502345537},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"XCOPA","avg_score":0.316091954},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Xcsqa","avg_score":0.2146017699},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","avg_score":0.2940781189},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","avg_score":0.2911154058},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","avg_score":0.1979048038},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","avg_score":0.0608021235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","avg_score":0.1485926459},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Global MGSM","avg_score":0.0128205128},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","avg_score":0.0579492695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","avg_score":0.1559019883},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Mgsm","avg_score":0.0313953488},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","avg_score":0.8300916818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","avg_score":0.3845545555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"PolyMath","avg_score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","avg_score":0.6923644391},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"XCOPA","avg_score":0.367816092},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Xcsqa","avg_score":0.2328539823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","avg_score":0.3319147133},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","avg_score":0.3648112218},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","avg_score":0.241201897},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","avg_score":0.08115648},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","avg_score":0.2684855724},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Global MGSM","avg_score":0.0135975136},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","avg_score":0.0447298678},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","avg_score":0.1613185101},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Mgsm","avg_score":0.0313953488},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","avg_score":0.8400630186},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","avg_score":0.4381248897},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"PolyMath","avg_score":0.0022321429},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","avg_score":0.548383322},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"XCOPA","avg_score":0.4051724138},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Xcsqa","avg_score":0.2848451327},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","avg_score":0.3641757071},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","avg_score":0.4205713253},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","avg_score":0.3234697906},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","avg_score":0.0707226761},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","avg_score":0.2949043524},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Global MGSM","avg_score":0.0163170163},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","avg_score":0.0840860113},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","avg_score":0.1632397835},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Mgsm","avg_score":0.0930232558},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","avg_score":0.8610179311},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","avg_score":0.4911674995},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"PolyMath","avg_score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","avg_score":0.6402795415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"XCOPA","avg_score":0.4568965517},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Xcsqa","avg_score":0.3263274336},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","avg_score":0.4421311991},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","avg_score":0.5402293143},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","avg_score":0.4205285695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","avg_score":0.3440879912},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","avg_score":0.348712888},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Global MGSM","avg_score":0.0170940171},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","avg_score":0.2774103521},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","avg_score":0.2194297959},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Mgsm","avg_score":0.1686046512},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","avg_score":0.8811503419},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","avg_score":0.5328923735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"PolyMath","avg_score":0.001860119},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","avg_score":0.5169010881},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"XCOPA","avg_score":0.617816092},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Xcsqa","avg_score":0.3824668142},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","avg_score":0.5089082478},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","avg_score":0.6248701418},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","avg_score":0.483046601},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","avg_score":0.5000650925},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","avg_score":0.2393851071},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Global MGSM","avg_score":0.0170940171},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","avg_score":0.3693291659},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","avg_score":0.2836488611},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Mgsm","avg_score":0.2174418605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","avg_score":0.869556107},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","avg_score":0.5548300932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"PolyMath","avg_score":0.0007440476},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","avg_score":0.7638936347},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"XCOPA","avg_score":0.5632183908},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Xcsqa","avg_score":0.4095685841},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","avg_score":0.4808486294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","avg_score":0.6481058523},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","avg_score":0.5020473653},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","avg_score":0.5310439219},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","avg_score":0.2831856786},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Global MGSM","avg_score":0.0240870241},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","avg_score":0.3708345218},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","avg_score":0.3072629367},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Mgsm","avg_score":0.2593023256},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","avg_score":0.8814607373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","avg_score":0.5207948037},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"PolyMath","avg_score":0.0022321429},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","avg_score":0.737967117},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"XCOPA","avg_score":0.6091954023},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Xcsqa","avg_score":0.3974004425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","avg_score":0.4976904543},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","avg_score":0.676942017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","avg_score":0.4792682124},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","avg_score":0.5908229992},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","avg_score":0.4193815378},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Global MGSM","avg_score":0.0225330225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","avg_score":0.4230812654},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","avg_score":0.3336988131},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Mgsm","avg_score":0.2441860465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","avg_score":0.8763562529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","avg_score":0.566423021},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"PolyMath","avg_score":0.0085565476},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","avg_score":0.596068508},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"XCOPA","avg_score":0.6494252874},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Xcsqa","avg_score":0.3985066372},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","avg_score":0.4774584706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","avg_score":0.6811865986},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","avg_score":0.483583117},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","avg_score":0.6326169706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","avg_score":0.5166130574},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Global MGSM","avg_score":0.0198135198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","avg_score":0.4242598007},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","avg_score":0.354010213},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Mgsm","avg_score":0.2511627907},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","avg_score":0.87072907},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","avg_score":0.4361522749},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"PolyMath","avg_score":0.0052083333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","avg_score":0.4960689236},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"XCOPA","avg_score":0.6810344828},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Xcsqa","avg_score":0.4651548673},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","avg_score":0.507479538},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","avg_score":0.6889182555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","avg_score":0.5166218726},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","avg_score":0.6351135259},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","avg_score":0.3141243811},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Global MGSM","avg_score":0.019036519},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","avg_score":0.4450871918},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","avg_score":0.3483666115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Mgsm","avg_score":0.276744186},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","avg_score":0.8793202065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","avg_score":0.5683704934},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"PolyMath","avg_score":0.0014880952},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","avg_score":0.4092628072},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"XCOPA","avg_score":0.6465517241},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Xcsqa","avg_score":0.4261615044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","avg_score":0.4889426337},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","avg_score":0.7114601157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","avg_score":0.4819647114},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","avg_score":0.6527149895},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","avg_score":0.3997336659},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Global MGSM","avg_score":0.0303030303},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","avg_score":0.4571320197},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","avg_score":0.3730448455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Mgsm","avg_score":0.3186046512},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","avg_score":0.8787574421},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","avg_score":0.4390991541},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"PolyMath","avg_score":0.009672619},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","avg_score":0.3810219193},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"XCOPA","avg_score":0.6695402299},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Xcsqa","avg_score":0.4081858407},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","avg_score":0.4918817803},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","avg_score":0.7120406584},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","avg_score":0.5337865881},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","avg_score":0.6177056115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","avg_score":0.462744727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Global MGSM","avg_score":0.0310800311},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","avg_score":0.4398600415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","avg_score":0.3675203495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Mgsm","avg_score":0.2953488372},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","avg_score":0.8350787317},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","avg_score":0.5723446682},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"PolyMath","avg_score":0.0070684524},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","avg_score":0.5826417612},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"XCOPA","avg_score":0.7126436782},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Xcsqa","avg_score":0.451050885},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","avg_score":0.493107686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","avg_score":0.7104479854},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","avg_score":0.5197574543},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","avg_score":0.6696764732},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","avg_score":0.2969409447},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Global MGSM","avg_score":0.0229215229},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","avg_score":0.4744505451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","avg_score":0.3836853163},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Mgsm","avg_score":0.3011627907},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","avg_score":0.8884888442},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","avg_score":0.5868611816},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"PolyMath","avg_score":0.0133928571},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","avg_score":0.4997711602},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"XCOPA","avg_score":0.6551724138},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Xcsqa","avg_score":0.4402654867},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","avg_score":0.5002149119},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","avg_score":0.7081436385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","avg_score":0.5585131421},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","avg_score":0.6854853018},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","avg_score":0.3549334309},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Global MGSM","avg_score":0.033022533},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","avg_score":0.4725084379},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","avg_score":0.3607675075},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Mgsm","avg_score":0.3255813953},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","avg_score":0.8846664677},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","avg_score":0.5385125772},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"PolyMath","avg_score":0.0026041667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","avg_score":0.4981514317},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"XCOPA","avg_score":0.7356321839},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Xcsqa","avg_score":0.4623893805},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","avg_score":0.5073342454},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","avg_score":0.7175685448},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","avg_score":0.5577589828},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","avg_score":0.680941502},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","avg_score":0.3676105458},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Global MGSM","avg_score":0.0198135198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","avg_score":0.4647489225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","avg_score":0.3980787266},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Mgsm","avg_score":0.2988372093},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","avg_score":0.8764179635},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","avg_score":0.5922678341},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"PolyMath","avg_score":0.0037202381},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","avg_score":0.4726881657},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"XCOPA","avg_score":0.7672413793},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Xcsqa","avg_score":0.4142699115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","avg_score":0.4634831461},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","avg_score":0.7236667889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","avg_score":0.5543007324},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","avg_score":0.666861368},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","avg_score":0.4723051592},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Global MGSM","avg_score":0.0233100233},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","avg_score":0.489471422},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","avg_score":0.4044152555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Mgsm","avg_score":0.2918604651},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","avg_score":0.8858467992},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","avg_score":0.547575798},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"PolyMath","avg_score":0.0122767857},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","avg_score":0.6706052987},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"XCOPA","avg_score":0.6896551724},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Xcsqa","avg_score":0.4474557522},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","avg_score":0.4937554485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","avg_score":0.7296020737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","avg_score":0.5387518917},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","avg_score":0.70123019},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","avg_score":0.350716374},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Global MGSM","avg_score":0.0236985237},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","avg_score":0.50796155},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","avg_score":0.4325419861},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Mgsm","avg_score":0.2790697674},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","avg_score":0.8561496972},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","avg_score":0.5905247749},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"PolyMath","avg_score":0.0093005952},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","avg_score":0.5745393407},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"XCOPA","avg_score":0.683908046},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Xcsqa","avg_score":0.4587942478},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","avg_score":0.5332386914},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","avg_score":0.7275892712},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","avg_score":0.5695281696},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","avg_score":0.6926541136},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","avg_score":0.399644093},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Global MGSM","avg_score":0.020979021},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","avg_score":0.4939211352},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","avg_score":0.4228738399},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Mgsm","avg_score":0.2802325581},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","avg_score":0.8865841033},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","avg_score":0.5864991535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"PolyMath","avg_score":0.0152529762},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","avg_score":0.6953748675},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"XCOPA","avg_score":0.7816091954},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Xcsqa","avg_score":0.4502212389},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","avg_score":0.4935526443},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","avg_score":0.730784802},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","avg_score":0.5516067642},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","avg_score":0.7022543883},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","avg_score":0.4004564552},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Global MGSM","avg_score":0.026029526},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","avg_score":0.5087667174},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","avg_score":0.4039410594},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Mgsm","avg_score":0.3011627907},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","avg_score":0.8945410938},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","avg_score":0.4578937156},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"PolyMath","avg_score":0.0011160714},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","avg_score":0.515050442},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"XCOPA","avg_score":0.6810344828},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Xcsqa","avg_score":0.4173119469},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","avg_score":0.4907890595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","avg_score":0.72849064},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","avg_score":0.5390821527},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","avg_score":0.6682046922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","avg_score":0.4126505418},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Global MGSM","avg_score":0.0182595183},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","avg_score":0.5046408538},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","avg_score":0.3991044818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Mgsm","avg_score":0.3465116279},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","avg_score":0.8817080404},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","avg_score":0.5832583312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"PolyMath","avg_score":0.0014880952},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","avg_score":0.5976863476},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"XCOPA","avg_score":0.6954022989},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Xcsqa","avg_score":0.4076327434},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","avg_score":0.4912945564},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","avg_score":0.7256032042},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","avg_score":0.5662888278},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","avg_score":0.6975199194},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","avg_score":0.4900598131},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Global MGSM","avg_score":0.0240870241},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","avg_score":0.5079407524},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","avg_score":0.4210722286},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Mgsm","avg_score":0.3290697674},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","avg_score":0.8791300087},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","avg_score":0.5983072699},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"PolyMath","avg_score":0.0070684524},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","avg_score":0.5921325204},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"XCOPA","avg_score":0.6896551724},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Xcsqa","avg_score":0.4521570796},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","avg_score":0.4767834657},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","avg_score":0.7348880673},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","avg_score":0.5605630381},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","avg_score":0.7022538122},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","avg_score":0.3699642599},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Global MGSM","avg_score":0.0268065268},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","avg_score":0.5204480811},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","avg_score":0.4390427027},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Mgsm","avg_score":0.3430232558},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","avg_score":0.8713461765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","avg_score":0.5849679553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"PolyMath","avg_score":0.0003720238},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","avg_score":0.4282443257},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"XCOPA","avg_score":0.683908046},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Xcsqa","avg_score":0.4178650442},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","avg_score":0.4720735664},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","avg_score":0.7339255887},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","avg_score":0.5642338704},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","avg_score":0.7069911612},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","avg_score":0.2702395303},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Global MGSM","avg_score":0.0322455322},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","avg_score":0.5139691085},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","avg_score":0.4242474502},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Mgsm","avg_score":0.326744186},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","avg_score":0.901658543},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","avg_score":0.6063237572},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"PolyMath","avg_score":0.0003720238},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","avg_score":0.3932907727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"XCOPA","avg_score":0.7126436782},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Xcsqa","avg_score":0.4701327434},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","avg_score":0.4828464016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","avg_score":0.7346881875},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","avg_score":0.5547372843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","avg_score":0.6700595394},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","avg_score":0.2728109922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Global MGSM","avg_score":0.0159285159},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","avg_score":0.5055787301},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","avg_score":0.4300941992},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Mgsm","avg_score":0.3534883721},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","avg_score":0.8829638983},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","avg_score":0.4779610482},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"PolyMath","avg_score":0.0011160714},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","avg_score":0.725003622},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"XCOPA","avg_score":0.6982758621},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Xcsqa","avg_score":0.4333517699},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","avg_score":0.4747281819},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","avg_score":0.7390511692},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","avg_score":0.5638036453},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","avg_score":0.6970694565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","avg_score":0.3887530124},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Global MGSM","avg_score":0.0283605284},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","avg_score":0.5183811878},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","avg_score":0.434413725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Mgsm","avg_score":0.3197674419},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","avg_score":0.8875286448},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","avg_score":0.5717304248},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"PolyMath","avg_score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","avg_score":0.6307897267},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"XCOPA","avg_score":0.6982758621},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Xcsqa","avg_score":0.4314159292},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","avg_score":0.4501374225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","avg_score":0.7448744195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","avg_score":0.573949365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","avg_score":0.6771010465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","avg_score":0.3665324994},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Global MGSM","avg_score":0.0287490287},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","avg_score":0.5145861064},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","avg_score":0.4379206612},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Mgsm","avg_score":0.3127906977},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","avg_score":0.8974811},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","avg_score":0.4853262971},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"PolyMath","avg_score":0.0141369048},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","avg_score":0.4773183227},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"XCOPA","avg_score":0.7672413793},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Xcsqa","avg_score":0.4123340708},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","avg_score":0.476438396},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","avg_score":0.7385546525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","avg_score":0.5100356328},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","avg_score":0.7133926884},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","avg_score":0.4525302918},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Global MGSM","avg_score":0.0291375291},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","avg_score":0.5130619335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","avg_score":0.4321646329},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Mgsm","avg_score":0.3337209302},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","avg_score":0.8902908875},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","avg_score":0.5335146456},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"PolyMath","avg_score":0.0022321429},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","avg_score":0.5544018177},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"XCOPA","avg_score":0.6954022989},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Xcsqa","avg_score":0.3960176991},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","avg_score":0.4811240798},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","avg_score":0.7345468712},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","avg_score":0.5204015265},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","avg_score":0.7266398693},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","avg_score":0.3678888824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Global MGSM","avg_score":0.0194250194},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","avg_score":0.5154051388},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","avg_score":0.4258191988},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Mgsm","avg_score":0.3523255814},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","avg_score":0.8804065903},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","avg_score":0.5890130673},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"PolyMath","avg_score":0.0066964286},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","avg_score":0.6030125629},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"XCOPA","avg_score":0.7270114943},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Xcsqa","avg_score":0.4203539823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","avg_score":0.4830068287},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","avg_score":0.7527104722},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","avg_score":0.5489064691},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","avg_score":0.7060309034},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","avg_score":0.3951898171},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Global MGSM","avg_score":0.0334110334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","avg_score":0.5205045319},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","avg_score":0.4528979115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Mgsm","avg_score":0.3662790698},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","avg_score":0.886080747},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","avg_score":0.5752436925},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"PolyMath","avg_score":0.0033482143},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","avg_score":0.7509287231},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"XCOPA","avg_score":0.6925287356},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Xcsqa","avg_score":0.4228429204},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","avg_score":0.4885461062},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","avg_score":0.7507473214},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","avg_score":0.5812922949},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","avg_score":0.7190874151},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","avg_score":0.3515832766},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Global MGSM","avg_score":0.0271950272},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","avg_score":0.5063779553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","avg_score":0.440444698},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Mgsm","avg_score":0.3744186047},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","avg_score":0.8893532539},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","avg_score":0.3449918671},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"PolyMath","avg_score":0.009672619},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","avg_score":0.6648181928},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"XCOPA","avg_score":0.7270114943},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Xcsqa","avg_score":0.4640486726},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","avg_score":0.4831460674},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","avg_score":0.7402249857},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","avg_score":0.4108156055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","avg_score":0.0780844612},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","avg_score":0.3863572373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Global MGSM","avg_score":0.0015540016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","avg_score":0.0682322368},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","avg_score":0.1701751798},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Mgsm","avg_score":0.0965116279},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","avg_score":0.8833332412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","avg_score":0.543228186},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","avg_score":0.384492294},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"XCOPA","avg_score":0.5316091954},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Xcsqa","avg_score":0.3307522124},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","avg_score":0.3998238328},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","avg_score":0.6596441375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","avg_score":0.55948621},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","avg_score":0.4949452532},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","avg_score":0.4700048272},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Global MGSM","avg_score":0.0011655012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","avg_score":0.4392252171},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","avg_score":0.4009161113},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Mgsm","avg_score":0.1918604651},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","avg_score":0.9019049251},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","avg_score":0.6002161837},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","avg_score":0.3085671645},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"XCOPA","avg_score":0.7298850575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Xcsqa","avg_score":0.4452433628},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","avg_score":0.4457937815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","avg_score":0.7614237045},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","avg_score":0.5357301932},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","avg_score":0.5160663183},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","avg_score":0.4992794854},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Global MGSM","avg_score":0.0027195027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","avg_score":0.4344853267},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","avg_score":0.3972422046},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Mgsm","avg_score":0.1697674419},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","avg_score":0.9071926994},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","avg_score":0.6107379224},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","avg_score":0.3122703456},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"XCOPA","avg_score":0.7586206897},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Xcsqa","avg_score":0.3949115044},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","avg_score":0.4282618171},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","avg_score":0.7651297564},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","avg_score":0.5309825329},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","avg_score":0.4968001005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","avg_score":0.4547069041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Global MGSM","avg_score":0.0042735043},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","avg_score":0.4471114993},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","avg_score":0.4096703725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Mgsm","avg_score":0.2127906977},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","avg_score":0.9053409191},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","avg_score":0.6036743074},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","avg_score":0.3106487282},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"XCOPA","avg_score":0.8218390805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Xcsqa","avg_score":0.3714048673},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","avg_score":0.4507912389},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","avg_score":0.7656097226},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","avg_score":0.4344615353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","avg_score":0.233806953},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","avg_score":0.4363282532},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Global MGSM","avg_score":0.0003885004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","avg_score":0.2035597706},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","avg_score":0.2271655373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Mgsm","avg_score":0.1209302326},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","avg_score":0.9060943418},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","avg_score":0.5633547087},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","avg_score":0.3902793999},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"XCOPA","avg_score":0.6465517241},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Xcsqa","avg_score":0.344579646},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","avg_score":0.3914301627},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","avg_score":0.6858513098},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","avg_score":0.5467439553},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","avg_score":0.5227224549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","avg_score":0.4545155199},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Global MGSM","avg_score":0.0038850039},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","avg_score":0.4483514372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","avg_score":0.4089106569},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Mgsm","avg_score":0.2093023256},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","avg_score":0.8996851835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","avg_score":0.6045257653},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","avg_score":0.3305576947},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"XCOPA","avg_score":0.7844827586},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Xcsqa","avg_score":0.3855088496},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","avg_score":0.4154669944},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","avg_score":0.7825638597},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","avg_score":0.5828056749},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","avg_score":0.5875597353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","avg_score":0.3345273336},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Global MGSM","avg_score":0.0019425019},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","avg_score":0.4966238433},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","avg_score":0.443982802},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Mgsm","avg_score":0.3058139535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","avg_score":0.9070006595},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","avg_score":0.6034038691},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","avg_score":0.3152774685},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"XCOPA","avg_score":0.8505747126},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Xcsqa","avg_score":0.4090154867},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","avg_score":0.4731995835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","avg_score":0.7998451886},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","avg_score":0.5910103203},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","avg_score":0.6195598828},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","avg_score":0.4329423274},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Global MGSM","avg_score":0.0034965035},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","avg_score":0.4947629461},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","avg_score":0.4492679737},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Mgsm","avg_score":0.2697674419},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","avg_score":0.9080626354},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","avg_score":0.6160822474},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","avg_score":0.3097236413},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"XCOPA","avg_score":0.8333333333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Xcsqa","avg_score":0.3940818584},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","avg_score":0.4447827877},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","avg_score":0.8109238776},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","avg_score":0.5811872694},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","avg_score":0.6239786819},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","avg_score":0.4515206699},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Global MGSM","avg_score":0.0007770008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","avg_score":0.5069612807},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","avg_score":0.4526179577},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Mgsm","avg_score":0.2941860465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","avg_score":0.9087497421},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","avg_score":0.6169315926},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","avg_score":0.312964515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"XCOPA","avg_score":0.8390804598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Xcsqa","avg_score":0.4184181416},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","avg_score":0.4299568966},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","avg_score":0.8038758861},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","avg_score":0.5789197301},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","avg_score":0.6351135259},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","avg_score":0.5110379928},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Global MGSM","avg_score":0.0011655012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","avg_score":0.5039495785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","avg_score":0.4220317522},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Mgsm","avg_score":0.3209302326},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","avg_score":0.9041582851},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","avg_score":0.5967622856},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","avg_score":0.311575704},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"XCOPA","avg_score":0.7816091954},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Xcsqa","avg_score":0.4012721239},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","avg_score":0.426427499},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","avg_score":0.7984498493},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","avg_score":0.5805368703},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","avg_score":0.6036243255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","avg_score":0.260795585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Global MGSM","avg_score":0.0023310023},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","avg_score":0.4904677299},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","avg_score":0.40768732},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Mgsm","avg_score":0.3104651163},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","avg_score":0.9017842669},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","avg_score":0.5982481115},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","avg_score":0.309955031},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"XCOPA","avg_score":0.7586206897},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Xcsqa","avg_score":0.4261615044},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","avg_score":0.422207962},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","avg_score":0.793167675},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","avg_score":0.576109348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","avg_score":0.5972239503},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","avg_score":0.3472429455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Global MGSM","avg_score":0.0019425019},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","avg_score":0.5023907429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","avg_score":0.4353704657},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Mgsm","avg_score":0.3174418605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","avg_score":0.8945797781},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","avg_score":0.6106940819},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","avg_score":0.3219924947},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"XCOPA","avg_score":0.816091954},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Xcsqa","avg_score":0.4065265487},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","avg_score":0.439546203},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","avg_score":0.8048243604},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","avg_score":0.4496864418},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","avg_score":0.2682425956},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","avg_score":0.4166808268},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Global MGSM","avg_score":0.0027195027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","avg_score":0.2829197566},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","avg_score":0.2697925392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Mgsm","avg_score":0.1313953488},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","avg_score":0.900807028},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","avg_score":0.5880263902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","avg_score":0.4118080949},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"XCOPA","avg_score":0.6666666667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Xcsqa","avg_score":0.3238384956},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","avg_score":0.3697119576},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","avg_score":0.7058176485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","avg_score":0.570712554},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","avg_score":0.6067602846},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","avg_score":0.4113386046},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Global MGSM","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","avg_score":0.5023976754},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","avg_score":0.4343252306},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Mgsm","avg_score":0.3011627907},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","avg_score":0.8939516188},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","avg_score":0.6207372717},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","avg_score":0.312964515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"XCOPA","avg_score":0.7959770115},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Xcsqa","avg_score":0.4051438053},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","avg_score":0.4234429485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","avg_score":0.799349945},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","avg_score":0.5603504563},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","avg_score":0.6173196651},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","avg_score":0.4678473193},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Global MGSM","avg_score":0.0003885004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","avg_score":0.5110514911},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","avg_score":0.4493325356},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Mgsm","avg_score":0.3302325581},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","avg_score":0.9001599872},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","avg_score":0.6073320905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","avg_score":0.4810215038},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"XCOPA","avg_score":0.8275862069},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Xcsqa","avg_score":0.4280973451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","avg_score":0.4596571096},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","avg_score":0.79703414},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","avg_score":0.5520357239},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","avg_score":0.6120730971},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","avg_score":0.4833230255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Global MGSM","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","avg_score":0.5182187678},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","avg_score":0.4431763347},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Mgsm","avg_score":0.3313953488},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","avg_score":0.9050816423},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","avg_score":0.6051062569},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","avg_score":0.3180555626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"XCOPA","avg_score":0.8333333333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Xcsqa","avg_score":0.3979535398},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","avg_score":0.4785178952},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","avg_score":0.812648955},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","avg_score":0.5983519849},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","avg_score":0.6399770275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","avg_score":0.4773148764},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Global MGSM","avg_score":0.0011655012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","avg_score":0.5135363187},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","avg_score":0.4439154573},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Mgsm","avg_score":0.2779069767},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","avg_score":0.9058976966},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","avg_score":0.6146914975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","avg_score":0.4416687114},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"XCOPA","avg_score":0.8563218391},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Xcsqa","avg_score":0.3971238938},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","avg_score":0.4384988861},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","avg_score":0.793624725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","avg_score":0.5716881526},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","avg_score":0.6187280817},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","avg_score":0.4763489928},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Global MGSM","avg_score":0.0011655012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","avg_score":0.5195725978},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","avg_score":0.4387399296},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Mgsm","avg_score":0.3302325581},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","avg_score":0.9097007309},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","avg_score":0.6141342467},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","avg_score":0.3201404319},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"XCOPA","avg_score":0.8247126437},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Xcsqa","avg_score":0.3957411504},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","avg_score":0.4553316302},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","avg_score":0.8081357451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","avg_score":0.5942483968},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","avg_score":0.6249372117},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","avg_score":0.4231069917},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Global MGSM","avg_score":0.0027195027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","avg_score":0.5201866245},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","avg_score":0.4599262547},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Mgsm","avg_score":0.323255814},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","avg_score":0.9106254697},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","avg_score":0.6226313959},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","avg_score":0.3511603584},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"XCOPA","avg_score":0.7931034483},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Xcsqa","avg_score":0.391869469},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","avg_score":0.4737868074},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","avg_score":0.8075997617},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","avg_score":0.6283652459},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","avg_score":0.7242729229},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","avg_score":0.450735688},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Global MGSM","avg_score":0.0042735043},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","avg_score":0.582660875},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","avg_score":0.5058826476},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Mgsm","avg_score":0.3825581395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","avg_score":0.9055094721},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","avg_score":0.6238383323},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","avg_score":0.3395842577},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"XCOPA","avg_score":0.7298850575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Xcsqa","avg_score":0.4610066372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","avg_score":0.4399124613},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","avg_score":0.8006701703},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","avg_score":0.6018064392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","avg_score":0.7130712584},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","avg_score":0.4466472513},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Global MGSM","avg_score":0.0093240093},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","avg_score":0.5958842381},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","avg_score":0.4942247701},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Mgsm","avg_score":0.4406976744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","avg_score":0.8953995166},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","avg_score":0.6177983683},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"PolyMath","avg_score":0.0014880952},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","avg_score":0.4097241701},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"XCOPA","avg_score":0.7528735632},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Xcsqa","avg_score":0.4228429204},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","avg_score":0.4141593617},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","avg_score":0.7973664243},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","avg_score":0.6457526661},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","avg_score":0.6932307292},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","avg_score":0.4771127477},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Global MGSM","avg_score":0.006993007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","avg_score":0.5949592365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","avg_score":0.5007371746},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Mgsm","avg_score":0.4069767442},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","avg_score":0.9028144665},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","avg_score":0.6151837796},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","avg_score":0.3194439014},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"XCOPA","avg_score":0.7701149425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Xcsqa","avg_score":0.4709623894},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","avg_score":0.4510031238},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","avg_score":0.7933471849},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","avg_score":0.6562197893},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","avg_score":0.7216490629},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","avg_score":0.5779137678},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Global MGSM","avg_score":0.0135975136},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","avg_score":0.6042290597},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","avg_score":0.5418491978},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Mgsm","avg_score":0.5209302326},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","avg_score":0.9018450565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","avg_score":0.6529854501},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"PolyMath","avg_score":0.0003720238},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","avg_score":0.3122694012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"XCOPA","avg_score":0.7155172414},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Xcsqa","avg_score":0.4925331858},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","avg_score":0.3520135122},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","avg_score":0.8043227512},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","avg_score":0.4765615905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","avg_score":0.2974910023},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","avg_score":0.3824316462},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Global MGSM","avg_score":0.0011655012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","avg_score":0.2573663402},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","avg_score":0.3009191724},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Mgsm","avg_score":0.1255813953},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","avg_score":0.9048628918},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","avg_score":0.5711667828},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","avg_score":0.3555581811},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"XCOPA","avg_score":0.6896551724},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Xcsqa","avg_score":0.3122234513},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","avg_score":0.3969845748},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","avg_score":0.713619327},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","avg_score":0.6685292882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","avg_score":0.7720836271},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","avg_score":0.548569663},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Global MGSM","avg_score":0.013986014},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","avg_score":0.6219863171},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","avg_score":0.5548773463},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Mgsm","avg_score":0.4988372093},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","avg_score":0.904308417},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","avg_score":0.6379660906},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"PolyMath","avg_score":0.0003720238},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","avg_score":0.3981499583},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"XCOPA","avg_score":0.8247126437},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Xcsqa","avg_score":0.4944690265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","avg_score":0.3753238812},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","avg_score":0.8108449442},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","avg_score":0.6692885089},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","avg_score":0.788406283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","avg_score":0.5465447587},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Global MGSM","avg_score":0.0322455322},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","avg_score":0.6330952494},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","avg_score":0.5643813049},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Mgsm","avg_score":0.5279069767},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","avg_score":0.9100272448},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","avg_score":0.6510490699},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"PolyMath","avg_score":0.0052083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","avg_score":0.3685197872},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"XCOPA","avg_score":0.8591954023},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Xcsqa","avg_score":0.4933628319},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","avg_score":0.3976262834},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","avg_score":0.8107239978},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","avg_score":0.6790027383},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","avg_score":0.7775876847},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","avg_score":0.5046851529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Global MGSM","avg_score":0.0326340326},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","avg_score":0.6314948184},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","avg_score":0.5828348801},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Mgsm","avg_score":0.5244186047},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","avg_score":0.9074860552},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","avg_score":0.6532189144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"PolyMath","avg_score":0.0145089286},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","avg_score":0.4981514317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"XCOPA","avg_score":0.867816092},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Xcsqa","avg_score":0.4950221239},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","avg_score":0.4232794944},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","avg_score":0.8184250998},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","avg_score":0.6920663964},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","avg_score":0.7896845147},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","avg_score":0.5198590156},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Global MGSM","avg_score":0.0182595183},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","avg_score":0.6368190245},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","avg_score":0.5863752105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Mgsm","avg_score":0.5453488372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","avg_score":0.9141006086},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","avg_score":0.6496315931},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"PolyMath","avg_score":0.0003720238},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","avg_score":0.7009296392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"XCOPA","avg_score":0.8850574713},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Xcsqa","avg_score":0.4994469027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","avg_score":0.4850681664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","avg_score":0.8177783549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","avg_score":0.4547580364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","avg_score":0.3627752893},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","avg_score":0.4184169383},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Global MGSM","avg_score":0.0011655012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","avg_score":0.3245606738},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","avg_score":0.3115195703},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Mgsm","avg_score":0.1581395349},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","avg_score":0.8983441281},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","avg_score":0.5834585189},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","avg_score":0.3307895567},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"XCOPA","avg_score":0.7040229885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Xcsqa","avg_score":0.3481747788},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","avg_score":0.3713525523},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","avg_score":0.7261582844},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","avg_score":0.4952460128},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","avg_score":0.3849217047},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","avg_score":0.4457435813},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Global MGSM","avg_score":0.0015540016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","avg_score":0.3237149014},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","avg_score":0.3276611613},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Mgsm","avg_score":0.1348837209},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","avg_score":0.895523859},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","avg_score":0.5976591688},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","avg_score":0.3106501449},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"XCOPA","avg_score":0.6781609195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Xcsqa","avg_score":0.3691924779},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","avg_score":0.401821605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","avg_score":0.7363636132},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","avg_score":0.4927646264},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","avg_score":0.4087939345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","avg_score":0.4507413747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Global MGSM","avg_score":0.0007770008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","avg_score":0.349956622},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","avg_score":0.3312193018},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Mgsm","avg_score":0.1627906977},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","avg_score":0.8991495903},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","avg_score":0.5704236058},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","avg_score":0.3395852022},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"XCOPA","avg_score":0.7212643678},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Xcsqa","avg_score":0.313329646},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","avg_score":0.3764559522},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","avg_score":0.7428985374},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","avg_score":0.4700879684},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","avg_score":0.4365728644},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","avg_score":0.5064624344},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Global MGSM","avg_score":0.0007770008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","avg_score":0.374889079},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","avg_score":0.3680557681},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Mgsm","avg_score":0.1872093023},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","avg_score":0.8977666269},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","avg_score":0.5857435109},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","avg_score":0.351159414},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"XCOPA","avg_score":0.6810344828},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Xcsqa","avg_score":0.3199668142},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","avg_score":0.4076211982},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","avg_score":0.7321164854},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","avg_score":0.3305963426},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","avg_score":0.0701472127},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","avg_score":0.3573675458},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Global MGSM","avg_score":0.0007770008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","avg_score":0.0597368796},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","avg_score":0.1488992472},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Mgsm","avg_score":0.0546511628},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","avg_score":0.8893620039},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","avg_score":0.5233507622},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","avg_score":0.4439849704},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"XCOPA","avg_score":0.5344827586},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Xcsqa","avg_score":0.3094579646},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","avg_score":0.3423999903},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","avg_score":0.5914100057},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","avg_score":0.4845549195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","avg_score":0.4234518362},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","avg_score":0.49095114},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Global MGSM","avg_score":0.0011655012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","avg_score":0.3833735422},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","avg_score":0.3587800025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Mgsm","avg_score":0.1569767442},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","avg_score":0.8999186709},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","avg_score":0.5726082399},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","avg_score":0.0465276231},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"XCOPA","avg_score":0.7988505747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Xcsqa","avg_score":0.3418141593},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","avg_score":0.3753904737},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","avg_score":0.7349211684},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","avg_score":0.5015083185},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","avg_score":0.4479663501},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","avg_score":0.5044551669},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Global MGSM","avg_score":0.0038850039},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","avg_score":0.3877885926},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","avg_score":0.3869724081},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Mgsm","avg_score":0.176744186},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","avg_score":0.9008424886},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","avg_score":0.5869351295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","avg_score":0.4027805875},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"XCOPA","avg_score":0.7701149425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Xcsqa","avg_score":0.3368362832},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","avg_score":0.432738643},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","avg_score":0.7448807851},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","avg_score":0.5072290468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","avg_score":0.4610222858},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","avg_score":0.4195493626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Global MGSM","avg_score":0.0050505051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","avg_score":0.4010485992},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","avg_score":0.3526315936},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Mgsm","avg_score":0.1674418605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","avg_score":0.9085475706},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","avg_score":0.5753184327},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","avg_score":0.324075475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"XCOPA","avg_score":0.7097701149},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Xcsqa","avg_score":0.3337942478},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","avg_score":0.3912334124},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","avg_score":0.7504455919},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","avg_score":0.4948119916},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","avg_score":0.4489905483},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","avg_score":0.450601381},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Global MGSM","avg_score":0.0015540016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","avg_score":0.3758328976},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","avg_score":0.3583686986},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Mgsm","avg_score":0.1825581395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","avg_score":0.9088142159},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","avg_score":0.6068683312},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","avg_score":0.3224533853},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"XCOPA","avg_score":0.7988505747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Xcsqa","avg_score":0.3376659292},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","avg_score":0.3959977964},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","avg_score":0.7426973845},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","avg_score":0.5299006433},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","avg_score":0.4730540233},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","avg_score":0.4107619624},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Global MGSM","avg_score":0.0023310023},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","avg_score":0.3952460465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","avg_score":0.3600222627},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Mgsm","avg_score":0.1895348837},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","avg_score":0.9055186827},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","avg_score":0.5960381238},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","avg_score":0.3358815488},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"XCOPA","avg_score":0.7413793103},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Xcsqa","avg_score":0.3691924779},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","avg_score":0.3785959899},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","avg_score":0.749479294},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","avg_score":0.5440474564},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","avg_score":0.5167696625},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","avg_score":0.4069367413},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Global MGSM","avg_score":0.0031080031},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","avg_score":0.4223612696},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","avg_score":0.3842352057},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Mgsm","avg_score":0.2127906977},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","avg_score":0.9011146602},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","avg_score":0.6034503507},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","avg_score":0.3131954326},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"XCOPA","avg_score":0.7902298851},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Xcsqa","avg_score":0.3725110619},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","avg_score":0.3901134492},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","avg_score":0.7599379736},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","avg_score":0.5136014395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","avg_score":0.4740142812},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","avg_score":0.408579244},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Global MGSM","avg_score":0.0019425019},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","avg_score":0.4144373534},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","avg_score":0.3890027689},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Mgsm","avg_score":0.1848837209},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","avg_score":0.9054256562},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","avg_score":0.6021990455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","avg_score":0.3113443142},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"XCOPA","avg_score":0.7873563218},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Xcsqa","avg_score":0.3747234513},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","avg_score":0.3894687137},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","avg_score":0.7573522672},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","avg_score":0.5210493949},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","avg_score":0.4893121627},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","avg_score":0.5250354833},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Global MGSM","avg_score":0.0023310023},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","avg_score":0.4160566014},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","avg_score":0.3636527571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Mgsm","avg_score":0.1848837209},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","avg_score":0.9088123738},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","avg_score":0.5912985876},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","avg_score":0.351623138},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"XCOPA","avg_score":0.7844827586},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Xcsqa","avg_score":0.3691924779},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","avg_score":0.3890146745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","avg_score":0.7578144097},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","avg_score":0.5152173143},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","avg_score":0.4927683999},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","avg_score":0.4538593154},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Global MGSM","avg_score":0.0046620047},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","avg_score":0.4066144546},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","avg_score":0.4021934353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Mgsm","avg_score":0.1906976744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","avg_score":0.9038400607},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","avg_score":0.606016345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","avg_score":0.3048625667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"XCOPA","avg_score":0.7729885057},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Xcsqa","avg_score":0.3548119469},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","avg_score":0.3985827925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","avg_score":0.7611703536},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","avg_score":0.5185616816},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","avg_score":0.5256020765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","avg_score":0.4455533239},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Global MGSM","avg_score":0.0019425019},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","avg_score":0.4041524054},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","avg_score":0.3776855111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Mgsm","avg_score":0.1906976744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","avg_score":0.9032091383},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","avg_score":0.5895275338},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"PolyMath","avg_score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","avg_score":0.3638929358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"XCOPA","avg_score":0.7931034483},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Xcsqa","avg_score":0.3531526549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","avg_score":0.4190569305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","avg_score":0.7600029027},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","avg_score":0.8200102748},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","avg_score":0.8391611252},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","avg_score":0.3287635578},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","avg_score":0.4630924631},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","avg_score":0.6686394752},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","avg_score":0.6186446869},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Mgsm","avg_score":0.75},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","avg_score":0.8610469443},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","avg_score":0.6714116979},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"PolyMath","avg_score":0.2611607143},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","avg_score":0.6601889803},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"XCOPA","avg_score":0.7097701149},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","avg_score":0.5431415929},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","avg_score":0.7425870544},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","avg_score":0.8158202966}] |